-- Logs begin at Sat 2021-06-12 16:12:16 UTC, end at Sat 2021-06-12 17:25:34 UTC. -- Jun 12 16:56:34.326961 dv-cinder-796114-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 12 16:56:36.973141 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.common.config [-] Logging enabled! Jun 12 16:56:36.973702 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev336 Jun 12 16:56:36.973927 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92357) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 12 16:56:36.977087 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.common.config [-] Logging enabled! Jun 12 16:56:36.977347 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev336 Jun 12 16:56:36.977704 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92357) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 12 16:56:36.979142 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 12 16:56:36.979382 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 12 16:56:36.979776 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 12 16:56:36.980031 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 12 16:56:36.980263 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 12 16:56:36.980587 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.980887 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.981187 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.981454 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.981721 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.982014 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.982297 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.982589 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.982892 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.983178 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.983459 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.983771 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.984006 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.984289 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.984579 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.984869 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.985099 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] debug = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.985383 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.985807 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.986218 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.986500 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.986791 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.987072 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.987345 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.987652 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.987939 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.988269 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] host = dv-cinder-796114-2-iscsi {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.988554 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.988845 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.989136 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.989427 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.989716 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.989986 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.990273 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.990550 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.990825 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] log_file = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.991103 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.991395 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.991714 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.992012 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.992242 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.992469 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.992762 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.993054 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.993400 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.993686 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.993965 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.994243 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.994519 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.994794 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.995083 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.995371 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.995687 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.995966 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.996241 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.996514 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.996788 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.997076 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.997352 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.997626 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.997901 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.998188 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.998457 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.998730 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.999034 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.999322 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.999631 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:36.999923 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:37.000200 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:37.000486 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:37.000760 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:37.001036 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:37.001310 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] use_json = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:37.001589 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:37.001862 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:37.002145 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:37.002418 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:37.002690 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:37.002966 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:37.003239 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:37.003549 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:37.003846 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.004148 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.004451 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.004737 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.005038 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.005322 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.005614 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.005896 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.006188 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.006480 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.006771 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.007056 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.007351 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.007660 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.007961 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.008270 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.008569 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.008883 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.009169 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.009455 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.009730 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.010013 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.010303 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.010600 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.010894 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.011172 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.011460 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.011777 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.012058 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.012333 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.012613 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.012905 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.013184 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.013458 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.013741 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.014021 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.014298 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.014572 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.014850 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.015143 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.015422 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.015724 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.016001 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.016280 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.016555 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.016841 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.017123 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.017400 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.017677 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.017958 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.018231 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.018506 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.018784 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.019062 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.019342 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.019638 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.019916 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.020194 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.020470 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.020744 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.021019 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.021295 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.021580 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.021853 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.022126 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.022400 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.022672 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.022948 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.023237 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.023574 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.023840 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.024122 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.024402 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.025290 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.025579 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.025866 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.026151 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.026435 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.026716 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.027013 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.027302 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.027628 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.027919 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.028201 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.028503 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.028784 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.029070 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.029352 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.029637 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.029933 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.030221 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.030522 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.030821 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.031122 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.031426 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.031754 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.032048 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.032362 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.032650 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:37.032872 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 12 16:56:37.033113 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92357) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 12 16:56:37.381347 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 16:56:37.381627 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 16:56:37.381923 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 16:56:37.382262 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 12 16:56:37.770891 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:37.771189 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:37.771461 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:37.773035 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:37.773479 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:37.773649 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:37.810393 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:37.810681 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:37.810953 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:37.825136 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:37.825419 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:37.825693 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:37.855729 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:37.856020 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:37.856297 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:37.891976 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:37.892266 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:37.892536 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.123963 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.124584 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.124584 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.124754 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.125619 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.252684 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.253016 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.253304 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.253579 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.253853 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.254169 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.254432 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.254694 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.254951 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.255235 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.255500 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.255803 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.256063 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.256334 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.256593 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.256873 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.257149 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.257415 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.257688 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.257951 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.258235 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.258586 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.258909 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.259729 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.259986 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.260235 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.260633 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 16:56:38.260881 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 16:56:38.261125 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 16:56:38.261372 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 16:56:38.261610 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 16:56:38.261848 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 16:56:38.263133 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 12 16:56:38.266271 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 12 16:56:38.270195 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 12 16:56:38.273918 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 12 16:56:38.275625 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 12 16:56:38.276078 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 12 16:56:38.276415 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 12 16:56:38.276799 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 12 16:56:38.279615 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 12 16:56:38.279875 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 12 16:56:38.280225 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 12 16:56:38.308075 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 12 16:56:38.308527 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.308826 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92357) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 12 16:56:38.309190 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.310546 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92357) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 12 16:56:38.310844 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 12 16:56:38.311081 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 12 16:56:38.314233 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.314524 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:38.377550 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 12 16:56:38.377737 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 12 16:56:38.377984 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 12 16:56:38.378352 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 12 16:56:38.399286 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_db.sqlalchemy.engines [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92357) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 12 16:56:39.122601 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.managers [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Initializing driver for type 'gre' Jun 12 16:56:39.123050 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] gre ID ranges: [(1, 1000)] Jun 12 16:56:39.308184 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.managers [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Initializing driver for type 'local' Jun 12 16:56:39.308785 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.managers [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Initializing driver for type 'vlan' Jun 12 16:56:39.377007 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] VlanTypeDriver initialization complete Jun 12 16:56:39.377283 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.managers [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Initializing driver for type 'vxlan' Jun 12 16:56:39.377775 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] vxlan ID ranges: [(1, 1000)] Jun 12 16:56:39.571340 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.managers [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Initializing extension driver 'port_security' Jun 12 16:56:39.571822 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.extensions.port_security [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] PortSecurityExtensionDriver initialization complete Jun 12 16:56:39.572211 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.managers [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Initializing mechanism driver 'openvswitch' Jun 12 16:56:39.572535 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.managers [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Initializing mechanism driver 'hyperv' Jun 12 16:56:39.579302 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.plugins.ml2.plugin [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 16:56:39.580276 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > port after_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.580654 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > port after_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.581017 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > port after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.581407 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > subnet after_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.581791 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > subnet after_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.582149 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.582532 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > network after_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.582884 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > network after_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.583227 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > network after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.583636 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > security_group after_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.583988 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > security_group after_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.584332 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.584713 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.585059 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.585398 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.585782 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > address_group after_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.586128 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > address_group after_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.586467 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.586807 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] ML2 OVO RPC backend initialized. {{(pid=92357) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 12 16:56:39.587642 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.588001 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.588418 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > network before_response 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.588764 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > networks before_response 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.589112 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > port before_response 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.592715 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > ports before_response 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.592715 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > subnet before_response 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.592715 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > subnets before_response 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.592715 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > network after_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.593015 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > network after_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.593015 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > network after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.593015 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > port after_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.593015 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > port after_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.593305 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > port after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.593305 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > subnet after_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.593305 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > subnet after_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.593305 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.593617 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.plugin [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Modular L2 Plugin initialization complete Jun 12 16:56:39.593944 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading services supported by the core plugin {{(pid=92357) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 12 16:56:39.594274 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.plugins.ml2.managers [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Got port-security extension from driver 'port_security' Jun 12 16:56:39.594738 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.extensions.vlantransparent [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Disabled vlantransparent extension. Jun 12 16:56:39.595223 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92357) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 12 16:56:39.595558 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading Plugin: router Jun 12 16:56:39.631667 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.632003 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router after_create 55549900 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.632375 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router before_create 55549900 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.632741 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.633112 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.633466 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router after_delete 55549900 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.633861 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.634226 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router after_create 55549900 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.634573 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router after_update 55549900 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.634924 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router after_update 55549900 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.635273 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.635656 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router after_update 55549900 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.636068 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router precommit_update 55549900 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.636442 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: port after_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.636785 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: port after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.637123 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: subnet after_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.637460 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.637809 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.638157 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router precommit_create 55549900 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.638497 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: port before_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.638837 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router precommit_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.639191 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router after_update 55549900 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.639551 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.639911 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router precommit_create 55549900 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.640271 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.640619 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router precommit_update 55549900 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.640991 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > network after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.641876 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Tracking information for resource: router configured {{(pid=92357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 16:56:39.642212 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Tracking information for resource: floatingip configured {{(pid=92357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 12 16:56:39.647328 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.db.l3_agentschedulers_db [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 12 16:56:39.647927 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: port after_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.648289 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: port after_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.648642 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: port after_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.648995 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: port after_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.649973 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router before_create 55550100 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.650345 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.650711 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router precommit_create 55550100 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.651070 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > router precommit_update 55550100 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.655594 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.services.provider_configuration [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Service providers = [] {{(pid=92357) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 12 16:56:39.655963 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.db.servicetype_db [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92357) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 12 16:56:39.658830 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.services.service_base [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92357) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 12 16:56:39.659183 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.services.service_base [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92357) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 12 16:56:39.659544 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.services.service_base [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92357) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 12 16:56:39.660417 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.services.service_base [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92357) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 12 16:56:39.660787 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.services.service_base [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 12 16:56:39.661160 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 16:56:39.661476 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 12 16:56:39.672437 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 16:56:39.672778 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading Plugin: auto_allocate Jun 12 16:56:39.678799 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: network precommit_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.679169 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: network precommit_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.679724 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 16:56:39.680046 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading Plugin: tag Jun 12 16:56:39.687099 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 16:56:39.687429 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading Plugin: timestamp Jun 12 16:56:39.691331 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 16:56:39.691699 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading Plugin: network_ip_availability Jun 12 16:56:39.697247 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.697616 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.697976 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.698684 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 16:56:39.699004 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading Plugin: flavors Jun 12 16:56:39.703971 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 16:56:39.704307 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading Plugin: revisions Jun 12 16:56:39.708585 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 12 16:56:39.708973 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.327s {{(pid=92357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 16:56:39.709709 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92357) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 12 16:56:39.710047 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Initializing extension manager. Jun 12 16:56:39.710550 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: __init__.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.710891 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: __pycache__ {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.711225 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.711580 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: address_group.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.712829 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.713402 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: address-group Jun 12 16:56:39.713726 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: address_scope.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.714423 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.714936 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: address-scope Jun 12 16:56:39.715258 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.716194 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.716709 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: router-admin-state-down-before-update Jun 12 16:56:39.717032 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: agent.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.717894 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.718404 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: agent Jun 12 16:56:39.718726 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: agent_resources_synced.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.719640 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.720151 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: agent-resources-synced Jun 12 16:56:39.720471 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: allowedaddresspairs.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.722204 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.722733 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: allowed-address-pairs Jun 12 16:56:39.723060 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: auto_allocated_topology.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.724145 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.724658 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: auto-allocated-topology Jun 12 16:56:39.724982 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: availability_zone.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.725655 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.726160 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: availability_zone Jun 12 16:56:39.726481 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: availability_zone_filter.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.727374 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.728607 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: availability_zone_filter Jun 12 16:56:39.728928 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: data_plane_status.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.729817 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.730322 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension data-plane-status not supported by any of loaded plugins Jun 12 16:56:39.730646 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: default_subnetpools.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.731549 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.732068 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: default-subnetpools Jun 12 16:56:39.732393 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.733184 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.733695 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: dhcp_agent_scheduler Jun 12 16:56:39.734016 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: dns.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.734906 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.735409 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension dns-integration not supported by any of loaded plugins Jun 12 16:56:39.735767 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: dns_domain_ports.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.736655 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.737158 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 12 16:56:39.737479 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: dvr.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.738132 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.738633 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: dvr Jun 12 16:56:39.738954 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: empty_string_filtering.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.739885 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.740397 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: empty-string-filtering Jun 12 16:56:39.740720 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.741608 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.742113 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 12 16:56:39.742430 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.743347 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.743887 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 12 16:56:39.744200 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: external_net.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.745085 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.745591 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: external-net Jun 12 16:56:39.745910 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.746792 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.747299 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: extra_dhcp_opt Jun 12 16:56:39.747657 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: extraroute.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.748542 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.749056 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: extraroute Jun 12 16:56:39.749375 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: extraroute_atomic.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.750385 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.750899 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: extraroute-atomic Jun 12 16:56:39.751221 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: filter_validation.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.751902 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.752411 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: filter-validation Jun 12 16:56:39.752732 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: fip_pf_description.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.753624 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.754130 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 12 16:56:39.754448 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: fip_port_details.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.755340 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.755884 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: fip-port-details Jun 12 16:56:39.756206 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: flavors.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.757430 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.757950 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: flavors Jun 12 16:56:39.758277 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.759989 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.760512 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 12 16:56:39.760845 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: floatingip_pools.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.761530 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.762046 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: floatingip-pools Jun 12 16:56:39.762373 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: ip_allocation.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.763275 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.763824 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension ip_allocation not supported by any of loaded plugins Jun 12 16:56:39.764152 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.765052 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.765564 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: ip-substring-filtering Jun 12 16:56:39.765893 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: l2_adjacency.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.766792 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.767301 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 12 16:56:39.767656 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: l3.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.768603 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.769124 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: router Jun 12 16:56:39.769450 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.771826 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.772617 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 12 16:56:39.772951 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.773883 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.775130 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: ext-gw-mode Jun 12 16:56:39.775481 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.776568 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.778075 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: l3-ha Jun 12 16:56:39.779837 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: l3_flavors.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.781906 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.782447 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: l3-flavors Jun 12 16:56:39.782781 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.783756 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.784274 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 12 16:56:39.784599 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: l3agentscheduler.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.785654 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.786174 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: l3_agent_scheduler Jun 12 16:56:39.786590 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: logging.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.788545 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.789093 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension logging not supported by any of loaded plugins Jun 12 16:56:39.789429 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: metering.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.790830 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.791422 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: metering Jun 12 16:56:39.791779 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.792868 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.793391 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: metering_source_and_destination_fields Jun 12 16:56:39.793722 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: multiprovidernet.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.794632 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.795148 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: multi-provider Jun 12 16:56:39.795476 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: netmtu.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.796410 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.796925 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: net-mtu Jun 12 16:56:39.797262 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: netmtu_writable.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.798173 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.798693 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: net-mtu-writable Jun 12 16:56:39.799022 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: network_availability_zone.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.799720 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.800232 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: network_availability_zone Jun 12 16:56:39.800555 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: network_ip_availability.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.801637 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.802156 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: network-ip-availability Jun 12 16:56:39.802483 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: network_segment_range.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.803254 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.803790 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension network-segment-range not supported by any of loaded plugins Jun 12 16:56:39.804117 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: pagination.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.805087 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.805420 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: pagination Jun 12 16:56:39.805877 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: port_device_profile.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.806844 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.807366 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: port-device-profile Jun 12 16:56:39.807799 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.808712 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.809225 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: port-mac-address-regenerate Jun 12 16:56:39.809550 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.810450 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.810965 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: port-numa-affinity-policy Jun 12 16:56:39.811288 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: port_resource_request.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.812222 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.812728 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension port-resource-request not supported by any of loaded plugins Jun 12 16:56:39.813048 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: portbindings.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.813958 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.814475 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: binding Jun 12 16:56:39.814797 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: portbindings_extended.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.817672 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.818208 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: binding-extended Jun 12 16:56:39.818547 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: portsecurity.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.819468 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.820015 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: port-security Jun 12 16:56:39.820346 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: project_id.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.821600 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.821986 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: project-id Jun 12 16:56:39.822316 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: providernet.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.823238 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.823793 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: provider Jun 12 16:56:39.824124 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: qos.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.827933 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.828463 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension qos not supported by any of loaded plugins Jun 12 16:56:39.828796 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.830036 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.830563 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 12 16:56:39.830897 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.831837 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.832361 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 12 16:56:39.832694 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: qos_default.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.833592 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.834112 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension qos-default not supported by any of loaded plugins Jun 12 16:56:39.834442 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: qos_fip.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.835089 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.835632 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension qos-fip not supported by any of loaded plugins Jun 12 16:56:39.835960 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: qos_gateway_ip.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.837403 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.838106 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 12 16:56:39.838438 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: qos_port_network_policy.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.839344 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.839902 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 12 16:56:39.840226 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: qos_rule_type_details.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.841131 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.841647 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 12 16:56:39.841971 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: qos_rules_alias.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.843000 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.843518 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 12 16:56:39.843863 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: quotasv2.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.844787 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.845114 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: quotas Jun 12 16:56:39.845437 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: quotasv2_detail.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.848530 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.848880 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: quota_details Jun 12 16:56:39.849216 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: rbac.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.850276 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.850813 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: rbac-policies Jun 12 16:56:39.851148 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: rbac_address_group.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.852088 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.853345 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: rbac-address-group Jun 12 16:56:39.853691 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: rbac_address_scope.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.854602 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.855129 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: rbac-address-scope Jun 12 16:56:39.855462 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: rbac_security_groups.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.856424 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.856949 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: rbac-security-groups Jun 12 16:56:39.857282 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: rbac_subnetpool.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.858395 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.858916 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: rbac-subnetpool Jun 12 16:56:39.859246 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: revisionifmatch.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.860186 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.860709 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: revision-if-match Jun 12 16:56:39.861037 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: revisions.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.862142 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.862663 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: standard-attr-revisions Jun 12 16:56:39.862991 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: router_availability_zone.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.863683 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.864201 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: router_availability_zone Jun 12 16:56:39.864525 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: routerservicetype.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.865431 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.865947 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension router-service-type not supported by any of loaded plugins Jun 12 16:56:39.866270 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.867177 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.867727 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: security-groups-normalized-cidr Jun 12 16:56:39.868060 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.869069 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.869586 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: port-security-groups-filtering Jun 12 16:56:39.869914 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.870821 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.871335 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: security-groups-remote-address-group Jun 12 16:56:39.871690 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: securitygroup.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.881119 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.881660 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: security-group Jun 12 16:56:39.882044 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: segment.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.882780 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.883297 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension segment not supported by any of loaded plugins Jun 12 16:56:39.883666 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.884690 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.885204 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 12 16:56:39.885532 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: servicetype.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.886645 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.887173 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: service-type Jun 12 16:56:39.887502 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: sorting.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.888503 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.888837 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: sorting Jun 12 16:56:39.889163 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: standard_attr_segment.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.890090 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.890612 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 12 16:56:39.890938 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: standardattrdescription.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.891609 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.892124 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: standard-attr-description Jun 12 16:56:39.892450 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: stateful_security_group.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.893357 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.893877 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: stateful-security-group Jun 12 16:56:39.894201 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: stdattrs_common.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.894767 dv-cinder-796114-2-iscsi neutron-server[92357]: WARNING neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 12 16:56:39.895087 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.896104 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.896626 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 12 16:56:39.896951 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: subnet_onboard.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.898011 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.898536 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: subnet_onboard Jun 12 16:56:39.898859 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.900392 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.900863 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 12 16:56:39.901185 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: subnet_service_types.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.902120 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.902644 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: subnet-service-types Jun 12 16:56:39.902970 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: subnetallocation.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.904071 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.904598 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: subnet_allocation Jun 12 16:56:39.904923 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.905577 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.906100 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: subnetpool-prefix-ops Jun 12 16:56:39.906424 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.907337 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.907885 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 12 16:56:39.908209 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: tagging.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.909262 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.909788 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: standard-attr-tag Jun 12 16:56:39.910116 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: timestamp.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.911304 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.911850 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loaded extension: standard-attr-timestamp Jun 12 16:56:39.912183 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: trunk.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.913208 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.913732 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension trunk not supported by any of loaded plugins Jun 12 16:56:39.914064 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: trunk_details.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.915057 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.915619 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension trunk-details not supported by any of loaded plugins Jun 12 16:56:39.915944 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: uplink_status_propagation.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.916857 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.917377 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 12 16:56:39.917704 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Loading extension file: vlantransparent.py {{(pid=92357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 12 16:56:39.918366 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 12 16:56:39.918886 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 12 16:56:39.921328 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Creating instance of TrackedResource for resource:network Jun 12 16:56:39.921848 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Creating instance of TrackedResource for resource:subnet Jun 12 16:56:39.922261 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Creating instance of TrackedResource for resource:subnetpool Jun 12 16:56:39.922655 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Creating instance of TrackedResource for resource:port Jun 12 16:56:39.923917 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.v2.resource_helper [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 16:56:39.924354 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.v2.resource_helper [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Service FLAVORS assigned prefix: {{(pid=92357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 16:56:39.924988 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.v2.resource_helper [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 16:56:39.925419 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.v2.resource_helper [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 16:56:39.925748 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Creating instance of TrackedResource for resource:router Jun 12 16:56:39.926197 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Creating instance of TrackedResource for resource:floatingip Jun 12 16:56:39.926696 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.v2.resource_helper [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Service METERING assigned prefix: /metering {{(pid=92357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 16:56:39.928162 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.928541 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.928894 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 16:56:39.929899 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Creating instance of CountableResource for resource:rbac_policy Jun 12 16:56:39.930344 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Creating instance of TrackedResource for resource:security_group Jun 12 16:56:39.931332 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 12 16:56:39.932046 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.v2.resource_helper [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Service CORE assigned prefix: {{(pid=92357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 16:56:39.932395 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Creating instance of TrackedResource for resource:subnetpool Jun 12 16:56:39.932752 dv-cinder-796114-2-iscsi neutron-server[92357]: WARNING neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] subnetpool is already registered Jun 12 16:56:39.933179 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.v2.resource_helper [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Service CORE assigned prefix: {{(pid=92357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 16:56:39.933506 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Creating instance of TrackedResource for resource:subnetpool Jun 12 16:56:39.933841 dv-cinder-796114-2-iscsi neutron-server[92357]: WARNING neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] subnetpool is already registered Jun 12 16:56:39.936177 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.v2.resource_helper [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 16:56:39.936613 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.v2.resource_helper [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Service FLAVORS assigned prefix: {{(pid=92357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 16:56:39.937210 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.v2.resource_helper [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 16:56:39.937632 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.v2.resource_helper [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 16:56:39.937966 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Creating instance of TrackedResource for resource:router Jun 12 16:56:39.938313 dv-cinder-796114-2-iscsi neutron-server[92357]: WARNING neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] router is already registered Jun 12 16:56:39.938728 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Creating instance of TrackedResource for resource:floatingip Jun 12 16:56:39.939076 dv-cinder-796114-2-iscsi neutron-server[92357]: WARNING neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] floatingip is already registered Jun 12 16:56:39.939551 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.v2.resource_helper [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Service METERING assigned prefix: /metering {{(pid=92357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 16:56:39.940225 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Creating instance of CountableResource for resource:rbac_policy Jun 12 16:56:39.940553 dv-cinder-796114-2-iscsi neutron-server[92357]: WARNING neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] rbac_policy is already registered Jun 12 16:56:39.940966 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Creating instance of TrackedResource for resource:security_group Jun 12 16:56:39.941303 dv-cinder-796114-2-iscsi neutron-server[92357]: WARNING neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] security_group is already registered Jun 12 16:56:39.941707 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 12 16:56:39.942043 dv-cinder-796114-2-iscsi neutron-server[92357]: WARNING neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] security_group_rule is already registered Jun 12 16:56:39.942663 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.v2.resource_helper [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Service CORE assigned prefix: {{(pid=92357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 16:56:39.942993 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Creating instance of TrackedResource for resource:subnetpool Jun 12 16:56:39.943328 dv-cinder-796114-2-iscsi neutron-server[92357]: WARNING neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] subnetpool is already registered Jun 12 16:56:39.943770 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.v2.resource_helper [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Service CORE assigned prefix: {{(pid=92357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 12 16:56:39.944096 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Creating instance of TrackedResource for resource:subnetpool Jun 12 16:56:39.944432 dv-cinder-796114-2-iscsi neutron-server[92357]: WARNING neutron.quota.resource_registry [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] subnetpool is already registered Jun 12 16:56:39.944894 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: extensions {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.946950 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: address-groups {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.948513 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: address-scopes {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.949859 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: agents {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.951034 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: auto-allocated-topology {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.952329 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: availability_zones {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.953819 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: dhcp-networks {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.955335 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: dhcp-agents {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.956824 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: routers {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.958541 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: flavors {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.959862 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: service_profiles {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.961082 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: next_providers {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.962763 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: service_profiles {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.964388 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: floatingip-pools {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.965615 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: routers {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.967311 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: floatingips {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.968618 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: l3-routers {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.970033 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: l3-agents {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.971570 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: metering-labels {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.972832 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: metering-label-rules {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.975172 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: network-ip-availabilities {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.976485 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: bindings {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.978292 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: quotas {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.979902 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: quotas {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.981335 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: rbac-policies {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.982524 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: security-groups {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.983871 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: security-group-rules {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.985133 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: service-providers {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.986403 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: subnetpools {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.987794 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: subnetpools {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.989359 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: tags {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.991040 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: tags {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.992903 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: tags {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.995304 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: tags {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.997041 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: tags {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:39.999156 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: tags {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:40.000911 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: tags {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:40.002701 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: tags {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:40.004594 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: tags {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:40.006359 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron.api.extensions [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Extended resource: tags {{(pid=92357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 12 16:56:40.013242 dv-cinder-796114-2-iscsi neutron-server[92357]: WARNING keystonemiddleware.auth_token [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 12 16:56:40.017782 dv-cinder-796114-2-iscsi neutron-server[92357]: WARNING keystonemiddleware.auth_token [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 12 16:56:40.026249 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Acquired lock "singleton_lock" {{(pid=92357) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 12 16:56:40.026733 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_concurrency.lockutils [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Releasing lock "singleton_lock" {{(pid=92357) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 12 16:56:40.027378 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO oslo_service.service [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Starting 2 workers Jun 12 16:56:40.032166 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Started child 92466 {{(pid=92357) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 12 16:56:40.036562 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Started child 92467 {{(pid=92357) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 12 16:56:40.037492 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:56:40.038173 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO neutron.service [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 12 16:56:40.038788 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Notify callbacks [] for process, before_spawn {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:56:40.038957 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [-] (92466) wsgi starting up on http://0.0.0.0:9696 Jun 12 16:56:40.041317 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO oslo_service.service [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Starting 1 workers Jun 12 16:56:40.041481 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:56:40.042632 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [-] (92467) wsgi starting up on http://0.0.0.0:9696 Jun 12 16:56:40.046496 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Started child 92468 {{(pid=92357) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 12 16:56:40.047032 dv-cinder-796114-2-iscsi neutron-server[92357]: INFO oslo_service.service [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Starting 1 workers Jun 12 16:56:40.050257 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.service [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] calling RpcWorker wait() {{(pid=92468) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 12 16:56:40.050810 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.service [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] returning from RpcWorker wait() {{(pid=92468) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 12 16:56:40.051388 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Started child 92469 {{(pid=92357) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 12 16:56:40.052192 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:56:40.052287 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG neutron_lib.callbacks.manager [None req-3ca58476-d3aa-4fac-a72c-9cb8a598af42 None None] Notify callbacks [] for process, after_spawn {{(pid=92357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:56:40.052748 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 16:56:40.054147 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92357) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 12 16:56:40.054548 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 12 16:56:40.054746 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 12 16:56:40.054967 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 12 16:56:40.055320 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 12 16:56:40.055488 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 12 16:56:40.056596 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.056891 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.057147 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.057417 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.057714 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.057916 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:56:40.058411 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.058572 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.058926 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.059318 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.059425 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.059636 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.059736 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 16:56:40.059821 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.060058 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.060319 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.060633 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.060921 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.061160 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.061441 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.061618 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.061872 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.062134 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.062386 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.062651 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] debug = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.062897 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.063402 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.063736 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.063989 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.064224 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.064519 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.064756 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.065043 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.065295 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.065546 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.065799 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.066106 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.066308 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.066528 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.066750 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.067029 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.067267 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.067765 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] host = dv-cinder-796114-2-iscsi {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.068005 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.068244 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.068489 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.068757 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.069006 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.069270 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.069491 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.069741 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.070004 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.070252 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.070502 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.070744 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.070959 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.071209 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] log_file = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.072058 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] log_options = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.072333 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.072604 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.072872 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.073067 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.073482 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.073482 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.073701 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.073904 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.074172 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.074393 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.074611 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.074852 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.075066 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.075304 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.075594 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.075850 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.076067 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.076278 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.076530 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.076787 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.077017 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.077265 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.077746 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.077973 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.078190 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.078490 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.078729 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.078983 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.079195 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.079464 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.079721 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.080019 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.080253 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.080502 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.080739 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.080962 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.081197 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.081461 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.081695 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.081952 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.082195 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.082431 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.082691 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.082908 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.083122 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.083336 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] use_json = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.083572 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.083792 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.084048 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.084263 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.084479 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.084693 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.084924 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.085246 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.085657 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.086047 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.086377 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.086646 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.086924 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.087174 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.087413 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.087893 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.088218 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.088883 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.089217 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.089450 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.089748 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.090006 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.090424 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.090658 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.090955 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.091222 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.091463 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.091712 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.091960 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.092193 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.092546 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.092842 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.093119 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.093388 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.093611 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.093853 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.094073 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.094293 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.094513 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.094749 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.095034 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.095259 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.095510 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.095753 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.096016 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.096259 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.096491 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.096720 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.096964 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.097215 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.097501 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.097717 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.097919 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.098139 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.098357 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.098590 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.098811 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.099075 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.099304 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.099564 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.099787 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.100100 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.102322 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.102322 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.102322 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.102322 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.102322 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.102322 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.102322 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.102322 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.102322 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.104508 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.104508 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.104508 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.104508 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.104508 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.104508 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.104508 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.104953 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.104953 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.105100 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.105248 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.105462 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.106016 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.106016 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.106286 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.106286 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.106525 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.106694 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.106910 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.107125 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.107341 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.107627 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.107953 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.108195 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.108454 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.108695 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.108970 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.109203 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.109457 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.109678 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.109942 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.110228 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.110526 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.110759 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.111037 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.111272 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.111518 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.111784 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.112008 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.112260 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.112502 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.112865 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.112999 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.113276 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.113547 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.113859 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.114162 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.114852 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.114852 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.115126 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.115222 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.115415 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.115733 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.116040 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.116318 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.117388 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.117388 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.117388 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.117388 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.117771 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.117771 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.118007 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.118975 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.119489 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.119978 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.120224 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.120455 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.120679 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.120937 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.121401 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.121870 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.122249 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.122613 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.123051 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.123451 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.123870 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.124143 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.124398 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.124661 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.124926 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.125259 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.125601 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.125953 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.126294 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.127069 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.127069 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.127069 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.127422 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.127422 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.127679 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.127877 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.128904 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.128904 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.128904 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.128904 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.129217 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.129315 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.129484 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.129711 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.130000 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.130221 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.130630 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.130630 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.131186 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.131186 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.131370 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.132659 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.132659 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.132659 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.132659 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.132659 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.133019 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.133019 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.133282 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.133513 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.133727 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.134053 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.134439 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.134668 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.134927 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.135144 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.135757 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.135757 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.135938 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.136216 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.140095 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.140095 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.140095 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.140095 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.140095 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.140095 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.140095 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.140095 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.140620 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.140620 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.140620 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.140620 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.140620 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.140620 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.140620 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.140620 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.140620 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.141149 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.141149 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.141149 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.141149 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.141393 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.141458 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.141684 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.142034 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.142420 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.142629 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.142841 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.143071 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.143285 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.143498 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.143748 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.143965 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.144217 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.144438 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.144650 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.144867 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.145078 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.145327 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.145539 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.145750 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.145965 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.146174 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.146494 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.146749 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.146968 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.147257 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.147518 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.147787 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.148048 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.148377 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.148597 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.148840 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.149062 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.149280 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.149722 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.149987 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.150320 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.150614 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.150885 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.151155 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.151428 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.151777 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.152012 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.152237 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.152549 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.152893 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.153187 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.153516 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.153762 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.154055 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.154283 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.154539 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.154825 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.155007 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.155231 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.155477 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.155736 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.155964 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.156204 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.156440 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.156661 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.156912 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.157153 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.157395 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.157611 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.157771 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 12 16:56:40.158325 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92357) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 12 16:56:40.158487 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 12 16:56:40.158642 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 12 16:56:40.158812 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 12 16:56:40.158982 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 12 16:56:40.159135 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 12 16:56:40.159342 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.159627 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.159733 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.159841 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.159999 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.160191 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.160340 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.160497 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.160656 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.160814 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.160972 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.161129 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.161286 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.161443 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.161600 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.161769 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.161915 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.162072 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.162234 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.162394 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.162561 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.162697 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.162873 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] debug = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.163007 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.163202 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.163364 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.163523 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.163703 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.163860 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.164018 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.164174 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.164332 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.164491 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.164666 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.164882 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.164985 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.165606 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.165765 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.165922 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.166256 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.166422 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] host = dv-cinder-796114-2-iscsi {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.166581 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.166739 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.166897 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.167055 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.167212 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.167369 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.167545 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.167705 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.167862 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.168023 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.168178 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.168348 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.168539 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.168632 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] log_file = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.174537 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] log_options = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.174537 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.174537 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.174537 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.174537 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.174537 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.174537 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.175047 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.175047 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.175047 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.175047 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.175047 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.175047 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.175047 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.175047 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.175622 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.175622 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.175622 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.175622 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.175622 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.175622 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.175622 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.175622 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.176156 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.176156 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.176156 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.176156 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.176156 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.176156 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.176156 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.176156 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.176156 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.176743 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.176743 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.176743 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.176743 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.176743 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.176743 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.176743 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.176743 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.177264 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.177264 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.177264 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.177264 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.177264 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.177264 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.177264 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] use_json = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.177264 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.177794 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.177794 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.177794 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.177794 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.177794 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.177794 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.177794 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 12 16:56:40.177794 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.178314 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.178314 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.178314 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.178314 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.178314 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.178314 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.178314 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.178314 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.178837 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.178837 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.178837 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.178837 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.178837 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.179161 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.179161 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.179309 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.179443 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.179628 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.179792 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.179953 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.180115 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.180290 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.180456 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.180647 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.181368 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.181702 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.181928 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.182143 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.182335 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.182529 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.182529 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.182895 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.182895 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.183257 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.183456 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.183456 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.183916 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.183916 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.183916 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.184329 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.185219 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.185432 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.186960 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.187152 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.187337 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.187519 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.188771 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.188990 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.189163 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.189356 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.189534 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.189711 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.189884 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.190054 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.190222 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.190388 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.190559 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.190720 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.190877 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.191045 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.191388 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.191564 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.191754 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.191895 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.192059 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.192223 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.192387 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.192549 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.192732 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.192998 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.193128 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.193219 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.193382 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.193509 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.193636 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.193763 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.194504 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.194680 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.194841 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.195000 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.195170 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.195337 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.195501 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.195700 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.195866 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.196030 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.196193 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.196643 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.196889 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.197042 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.197255 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.197489 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.198120 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.198120 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.198120 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.198120 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.198403 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.198403 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.198556 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.198694 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.198828 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.198989 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.199635 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.199635 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.199635 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.199635 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.199932 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.199932 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.203222 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.203222 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.203222 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.203222 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.203222 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.203222 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.203222 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.203222 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.203806 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.203806 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.203806 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.203806 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.203806 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.203806 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.203806 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.203806 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.204272 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.204272 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.204272 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.204272 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.204272 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.204272 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.204272 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.204272 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.204806 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.204806 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.204806 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.204806 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.204806 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.204806 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.205223 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.205223 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.205223 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.205430 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.205509 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.205670 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.205827 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.205999 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.206173 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.206308 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.206444 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.206641 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.206854 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.207014 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.207163 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.207295 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.207454 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.207620 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.207746 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.207876 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.208002 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.208143 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.208273 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.208416 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.208594 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.208728 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.208879 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.209042 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.209204 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.209365 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.209533 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.209701 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.209862 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.210067 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.210188 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.210344 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.210499 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.210671 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.210817 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.210976 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.211129 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.211267 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.211430 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.211661 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.211797 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.211957 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.212106 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.212343 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.212525 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.212773 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.212882 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.212990 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.213152 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.213237 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 16:56:40.213327 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.213468 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.213621 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.213760 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.213986 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.214125 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.214280 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.214416 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.214596 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.214731 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.214959 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.214959 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.215223 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.215367 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.215501 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.215656 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.215791 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.215924 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.216056 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.216232 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.216395 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.216558 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.216720 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.216880 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.217052 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.217214 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.217375 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.217536 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.217698 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.217870 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.218032 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.218194 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.218355 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.218516 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.218685 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.218846 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.219009 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.219170 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.219330 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.219503 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.219694 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.219855 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.220024 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.220185 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.220347 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.220508 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.220682 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.220845 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.221031 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.221210 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.221326 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.221488 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.221650 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.221816 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.221987 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.222157 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.222320 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.222490 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.222662 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.222831 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.222993 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.223160 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.223335 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.223497 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.223777 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.223940 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.224102 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.224265 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.224547 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.224666 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.224839 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.225001 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.225142 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.225292 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.225447 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.225835 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.225835 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.226062 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.226062 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.226283 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.226368 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.226506 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 12 16:56:40.226664 dv-cinder-796114-2-iscsi neutron-server[92357]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 12 16:56:40.502949 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 53862) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:56:40.512249 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070844 Jun 12 16:56:52.076819 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c9eae1-a067-45bd-a935-b006a942198b None None] get_active_networks_info from dv-cinder-796114-2-iscsi {{(pid=92468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 12 16:56:52.164946 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c9eae1-a067-45bd-a935-b006a942198b None None] No non-hosted networks {{(pid=92468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 12 16:56:52.183855 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-cf6c4fff-944f-4fff-ab6b-0c67616ffe6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414'] for agent, after_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:56:54.691935 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-32a2db7c-412f-4955-929b-99f8e24a0d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414'] for agent, after_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:56:54.726510 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.db.api [None req-6610c1ef-8abb-4e34-a17f-fd4564b27b58 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-796114-2-iscsi {{(pid=92468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 16:56:54.728558 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_db.api [None req-6610c1ef-8abb-4e34-a17f-fd4564b27b58 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 16:56:54.839318 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414'] for agent, after_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:56:54.840400 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:56:54.841041 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:56:54.841949 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:56:54.842164 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:56:54.842552 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:56:54.842885 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:56:54.843216 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:56:54.843763 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:56:54.843991 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:56:54.844317 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:56:54.844690 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:56:54.845072 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:56:54.845467 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796114-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 16:56:54.852471 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796114-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 16:56:55.248216 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6610c1ef-8abb-4e34-a17f-fd4564b27b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:56:55.742794 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414'] for agent, after_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:56:57.233729 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414'] for agent, after_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:56:58.498599 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 53954) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:56:58.913702 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.db.l3_hamode_db [None req-c1215121-3605-407d-b45d-f14e44634848 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 12 16:56:59.005752 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1215121-3605-407d-b45d-f14e44634848 None None] Routers set() bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 16:56:59.006139 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1215121-3605-407d-b45d-f14e44634848 None None] Router IDs set() for agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 12 16:56:59.009974 dv-cinder-796114-2-iscsi neutron-server[92467]: WARNING oslo_policy.policy [None req-282e1870-df64-43c1-9aa3-cebd51b3fdb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 16:56:59.010927 dv-cinder-796114-2-iscsi neutron-server[92467]: WARNING oslo_policy.policy [None req-282e1870-df64-43c1-9aa3-cebd51b3fdb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 16:56:59.223961 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [None req-282e1870-df64-43c1-9aa3-cebd51b3fdb6 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 16:56:59.225025 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-282e1870-df64-43c1-9aa3-cebd51b3fdb6 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7255330 Jun 12 16:57:01.546713 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 53968) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:57:01.875595 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-da74684e-b65b-4301-aa59-677f35a128c4 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 16:57:01.983426 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.policy [None req-da74684e-b65b-4301-aa59-677f35a128c4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92467) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 12 16:57:02.028695 dv-cinder-796114-2-iscsi neutron-server[92467]: WARNING oslo_policy.policy [None req-da74684e-b65b-4301-aa59-677f35a128c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 16:57:02.029061 dv-cinder-796114-2-iscsi neutron-server[92467]: WARNING oslo_policy.policy [None req-da74684e-b65b-4301-aa59-677f35a128c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 16:57:02.037496 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.quota [None req-da74684e-b65b-4301-aa59-677f35a128c4 admin admin] Loaded quota_driver: . Jun 12 16:57:02.205064 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-da74684e-b65b-4301-aa59-677f35a128c4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742182685732', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742182683377', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742182682336', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742182679594', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742182664931', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742182650330', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-538281', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-545337', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16352512', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16430284'] for rbac-policy, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:02.459379 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-da74684e-b65b-4301-aa59-677f35a128c4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:02.460619 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-da74684e-b65b-4301-aa59-677f35a128c4 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9129260 Jun 12 16:57:05.022482 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 53980) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:57:05.519100 dv-cinder-796114-2-iscsi neutron-server[92466]: WARNING oslo_policy.policy [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 16:57:05.519743 dv-cinder-796114-2-iscsi neutron-server[92466]: WARNING oslo_policy.policy [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 16:57:05.735199 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '9ef890959f044a7aaf76f91169f9e4a6', 'tenant_id': '9ef890959f044a7aaf76f91169f9e4a6'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 16:57:05.736873 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.quota [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Loaded quota_driver: . Jun 12 16:57:05.868639 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Made reservation on behalf of 9ef890959f044a7aaf76f91169f9e4a6 for: {'network': 1} {{(pid=92466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 16:57:05.938171 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.policy [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92466) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 12 16:57:05.991749 dv-cinder-796114-2-iscsi neutron-server[92466]: WARNING oslo_policy.policy [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 16:57:05.992056 dv-cinder-796114-2-iscsi neutron-server[92466]: WARNING oslo_policy.policy [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 12 16:57:06.002227 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for network, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:06.026129 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:06.166934 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:06.230744 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:06.236226 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 16:57:06.256213 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=92466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 16:57:06.283869 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742179925423', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:06.284453 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Unsubscribe: segment precommit_create {{(pid=92466) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 12 16:57:06.284950 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.db.segments_db [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Added segment 16299bb7-b316-447c-93e5-75ddc373cff6 of type vlan for network 994cf566-0fa0-4648-b6ce-143c951d64a9 Jun 12 16:57:06.302177 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e241f0d9-21bc-40b1-bb46-9e3884d82af1,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 16:57:06.329908 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:06.330254 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:06.330584 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:06.330904 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:06.331221 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:06.331572 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:06.331890 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:06.332199 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:06.332524 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:06.332835 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:06.333141 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:06.333444 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Tracked resource versions report: Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: pushed versions: Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: { 'AddressGroup': {'1.2'}, Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'ConntrackHelper': {'1.0'}, Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'Log': {'1.0'}, Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'Network': {'1.1'}, Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'Port': {'1.7'}, Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'PortForwarding': {'1.2'}, Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'QosPolicy': {'1.8'}, Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'SecurityGroup': {'1.4'}, Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'SecurityGroupRule': {'1.2'}, Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'SubPort': {'1.0'}, Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'Subnet': {'1.1'}, Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'Trunk': {'1.1'}} Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: consumer versions: Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: { DHCP agent@dv-cinder-796114-2-iscsi: {}, Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: L3 agent@dv-cinder-796114-2-iscsi: {}, Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: Metadata agent@dv-cinder-796114-2-iscsi: {}, Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: Metering agent@dv-cinder-796114-2-iscsi: {}, Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: Open vSwitch agent@dv-cinder-796114-2-iscsi: { 'AddressGroup': '1.2', Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'ConntrackHelper': '1.0', Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'Log': '1.0', Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'Network': '1.1', Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'Port': '1.7', Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'PortForwarding': '1.2', Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'QosPolicy': '1.8', Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'SecurityGroup': '1.4', Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'SecurityGroupRule': '1.2', Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'SubPort': '1.0', Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'Subnet': '1.1', Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: 'Trunk': '1.1'}} Jun 12 16:57:06.334520 dv-cinder-796114-2-iscsi neutron-server[92466]: {{(pid=92466) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 16:57:06.413083 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 16:57:06.415559 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742179357597'] for network, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:06.536573 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065'] for network, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:06.538184 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:57:06.538881 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:06.541133 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 16:57:06.651805 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Pushing event updated for resources: {'Network': ['ID=994cf566-0fa0-4648-b6ce-143c951d64a9,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 16:57:06.654877 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 16:57:06.662870 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Network 994cf566-0fa0-4648-b6ce-143c951d64a9 details requested by agent ovs-agent-dv-cinder-796114-2-iscsi with host dv-cinder-796114-2-iscsi {{(pid=92468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 16:57:06.668789 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6440256 Jun 12 16:57:09.272323 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 54002) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:57:09.719029 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946267f1-acba-4c16-9860-497f5bc03fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:57:09.720423 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-946267f1-acba-4c16-9860-497f5bc03fa3 admin admin] 10.222.0.16 "GET /v2.0/networks/994cf566-0fa0-4648-b6ce-143c951d64a9 HTTP/1.1" status: 200 len: 825 time: 0.4471858 Jun 12 16:57:09.745293 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-6152e4fa-a756-4436-b16a-2941c5e0fcbe admin admin] 10.222.0.16 "GET /v2.0/subnetpools/db7693cb-5339-49ea-864d-bda923855f7d HTTP/1.1" status: 200 len: 734 time: 0.0196631 Jun 12 16:57:09.753269 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '9ef890959f044a7aaf76f91169f9e4a6', 'subnetpool_id': 'db7693cb-5339-49ea-864d-bda923855f7d', 'name': 'private-subnet', 'network_id': '994cf566-0fa0-4648-b6ce-143c951d64a9'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 16:57:09.850388 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Made reservation on behalf of 9ef890959f044a7aaf76f91169f9e4a6 for: {'subnet': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 16:57:09.853614 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:10.231144 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042'] for subnet, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:10.236404 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 16:57:10.309842 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Checking segment: {'id': '16299bb7-b316-447c-93e5-75ddc373cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '994cf566-0fa0-4648-b6ce-143c951d64a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 16:57:10.310493 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Network hostable DHCP agents. Network: 994cf566-0fa0-4648-b6ce-143c951d64a9, hostable agents: ['dea24f1a-15dd-4e40-8754-3f5bb8b9c420'], hosted agents: [] {{(pid=92467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 16:57:10.324392 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d504661a-3ac0-44da-9b5a-315f8e57377f,revision_number=0']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 16:57:10.340651 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:10.341009 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:10.341342 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:10.341664 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:10.341981 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:10.342314 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:10.342629 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:10.342940 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:10.343270 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:10.343608 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:10.343915 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:10.344220 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Tracked resource versions report: Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: pushed versions: Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: { 'AddressGroup': {'1.2'}, Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'ConntrackHelper': {'1.0'}, Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'Log': {'1.0'}, Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'Network': {'1.1'}, Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'Port': {'1.7'}, Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'PortForwarding': {'1.2'}, Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'QosPolicy': {'1.8'}, Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'SecurityGroup': {'1.4'}, Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'SecurityGroupRule': {'1.2'}, Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'SubPort': {'1.0'}, Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'Subnet': {'1.1'}, Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'Trunk': {'1.1'}} Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: consumer versions: Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: { DHCP agent@dv-cinder-796114-2-iscsi: {}, Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: L3 agent@dv-cinder-796114-2-iscsi: {}, Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: Metadata agent@dv-cinder-796114-2-iscsi: {}, Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: Metering agent@dv-cinder-796114-2-iscsi: {}, Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: Open vSwitch agent@dv-cinder-796114-2-iscsi: { 'AddressGroup': '1.2', Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'ConntrackHelper': '1.0', Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'Log': '1.0', Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'Network': '1.1', Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'Port': '1.7', Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'PortForwarding': '1.2', Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'QosPolicy': '1.8', Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'SecurityGroup': '1.4', Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'SecurityGroupRule': '1.2', Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'SubPort': '1.0', Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'Subnet': '1.1', Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: 'Trunk': '1.1'}} Jun 12 16:57:10.345303 dv-cinder-796114-2-iscsi neutron-server[92467]: {{(pid=92467) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 16:57:10.371323 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 16:57:10.419099 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Network 994cf566-0fa0-4648-b6ce-143c951d64a9 is scheduled to be hosted by DHCP agent dea24f1a-15dd-4e40-8754-3f5bb8b9c420 with binding_index 1 {{(pid=92467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 16:57:10.521956 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-2-iscsi, 994cf566-0fa0-4648-b6ce-143c951d64a9) {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 16:57:10.526714 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:57:10.527396 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:10.531829 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eaa6a5-8d6c-4ed6-bfa9-67f550b83358 None None] Network 994cf566-0fa0-4648-b6ce-143c951d64a9 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 16:57:10.614229 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8640580 Jun 12 16:57:10.864850 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c9d205f-6952-582c-9c30-338f7d97ab93-994cf566-0fa0-4648-b6ce-143c951d64a9', 'network_id': '994cf566-0fa0-4648-b6ce-143c951d64a9', 'tenant_id': '9ef890959f044a7aaf76f91169f9e4a6', 'fixed_ips': [{'subnet_id': 'd504661a-3ac0-44da-9b5a-315f8e57377f'}]}} from dv-cinder-796114-2-iscsi. {{(pid=92468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 16:57:10.866127 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:11.228476 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.db_base_plugin_common [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Allocated IP 172.20.0.2 (994cf566-0fa0-4648-b6ce-143c951d64a9/d504661a-3ac0-44da-9b5a-315f8e57377f/cce97a35-2d8b-4294-9f21-e66f744badb8) {{(pid=92468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 16:57:11.491743 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Notify callbacks [] for port, precommit_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:11.506115 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Transition to ACTIVE for port object cce97a35-2d8b-4294-9f21-e66f744badb8 will not be triggered until provisioned by entity L2. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 16:57:11.526344 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Transition to ACTIVE for port object cce97a35-2d8b-4294-9f21-e66f744badb8 will not be triggered until provisioned by entity DHCP. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 16:57:11.597375 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:11.600016 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 16:57:11.678844 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Network 994cf566-0fa0-4648-b6ce-143c951d64a9 is already hosted by enough agents. {{(pid=92468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 16:57:11.683406 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.scheduler.base_scheduler [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Resources bound (agent type, host, resource id): {{(pid=92468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 16:57:11.686491 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Received port after_create {{(pid=92468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 16:57:11.692631 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Pushing event updated for resources: {'Port': ['ID=cce97a35-2d8b-4294-9f21-e66f744badb8,revision_number=1']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 16:57:11.717980 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:11.718345 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:11.718681 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:11.719008 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:11.719328 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:11.719673 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:11.719991 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:11.720306 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:11.720635 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:11.720948 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:11.721258 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:11.721568 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Tracked resource versions report: Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: pushed versions: Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: { 'AddressGroup': {'1.2'}, Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'ConntrackHelper': {'1.0'}, Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'Log': {'1.0'}, Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'Network': {'1.1'}, Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'Port': {'1.7'}, Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'PortForwarding': {'1.2'}, Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'QosPolicy': {'1.8'}, Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'SecurityGroup': {'1.4'}, Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'SecurityGroupRule': {'1.2'}, Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'SubPort': {'1.0'}, Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'Subnet': {'1.1'}, Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'Trunk': {'1.1'}} Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: consumer versions: Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: { DHCP agent@dv-cinder-796114-2-iscsi: {}, Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: L3 agent@dv-cinder-796114-2-iscsi: {}, Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: Metadata agent@dv-cinder-796114-2-iscsi: {}, Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: Metering agent@dv-cinder-796114-2-iscsi: {}, Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: Open vSwitch agent@dv-cinder-796114-2-iscsi: { 'AddressGroup': '1.2', Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'ConntrackHelper': '1.0', Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'Log': '1.0', Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'Network': '1.1', Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'Port': '1.7', Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'PortForwarding': '1.2', Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'QosPolicy': '1.8', Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'SecurityGroup': '1.4', Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'SecurityGroupRule': '1.2', Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'SubPort': '1.0', Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'Subnet': '1.1', Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: 'Trunk': '1.1'}} Jun 12 16:57:11.722660 dv-cinder-796114-2-iscsi neutron-server[92468]: {{(pid=92468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 16:57:11.748839 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 16:57:11.786465 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Attempting to bind port cce97a35-2d8b-4294-9f21-e66f744badb8 on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 16:57:11.786865 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Attempting to bind port cce97a35-2d8b-4294-9f21-e66f744badb8 by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '16299bb7-b316-447c-93e5-75ddc373cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '994cf566-0fa0-4648-b6ce-143c951d64a9'}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 16:57:11.787287 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Attempting to bind port cce97a35-2d8b-4294-9f21-e66f744badb8 on network 994cf566-0fa0-4648-b6ce-143c951d64a9 {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 16:57:11.793155 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 16, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 16:57:11.793572 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Checking segment: {'id': '16299bb7-b316-447c-93e5-75ddc373cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '994cf566-0fa0-4648-b6ce-143c951d64a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 16:57:11.794026 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:11.794417 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Bound using segment: {'id': '16299bb7-b316-447c-93e5-75ddc373cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '994cf566-0fa0-4648-b6ce-143c951d64a9'} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 16:57:11.794891 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Bound port: cce97a35-2d8b-4294-9f21-e66f744badb8, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16299bb7-b316-447c-93e5-75ddc373cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '994cf566-0fa0-4648-b6ce-143c951d64a9'}}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 16:57:11.795282 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:11.869311 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] For port cce97a35-2d8b-4294-9f21-e66f744badb8, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 16:57:11.891767 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] For port cce97a35-2d8b-4294-9f21-e66f744badb8, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=cce97a35-2d8b-4294-9f21-e66f744badb8,segment=NetworkSegment(16299bb7-b316-447c-93e5-75ddc373cff6),segment_id=16299bb7-b316-447c-93e5-75ddc373cff6)] {{(pid=92468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 16:57:11.985853 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:11.989006 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 16:57:12.053733 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Pushing event updated for resources: {'Port': ['ID=cce97a35-2d8b-4294-9f21-e66f744badb8,revision_number=2']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 16:57:12.057103 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 16:57:12.983040 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 54014) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:57:13.327507 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [None req-1d697303-729a-479d-a1b7-fe79fccdba64 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 16:57:13.328634 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-1d697303-729a-479d-a1b7-fe79fccdba64 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3445041 Jun 12 16:57:15.684736 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 54022) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:57:16.009472 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [None req-ceb468f0-ed9c-4a8d-8378-c6a5184a3aad admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 16:57:16.010430 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-ceb468f0-ed9c-4a8d-8378-c6a5184a3aad admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3247924 Jun 12 16:57:17.984472 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f86ff2e-1c37-41ad-be4e-a8a05e1710da None None] Network 994cf566-0fa0-4648-b6ce-143c951d64a9 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 16:57:18.118009 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 5 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 16:57:18.142250 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-69273e17-41c2-4e88-87c3-5ab63bf58462 None None] Provisioning for port cce97a35-2d8b-4294-9f21-e66f744badb8 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 16:57:18.607103 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device cce97a35-2d8b-4294-9f21-e66f744badb8 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 16:57:18.640881 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 54036) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:57:18.747876 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port cce97a35-2d8b-4294-9f21-e66f744badb8 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 16:57:18.751591 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port cce97a35-2d8b-4294-9f21-e66f744badb8 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 16:57:18.752148 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:18.869393 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:18.906438 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port cce97a35-2d8b-4294-9f21-e66f744badb8, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=cce97a35-2d8b-4294-9f21-e66f744badb8,segment=NetworkSegment(16299bb7-b316-447c-93e5-75ddc373cff6),segment_id=16299bb7-b316-447c-93e5-75ddc373cff6)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 16:57:18.948330 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-9a250044-7735-4478-a0b5-1831c7a02fee admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '9ef890959f044a7aaf76f91169f9e4a6', 'admin_state_up': True}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 16:57:18.977196 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:18.979382 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 16:57:19.031378 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=cce97a35-2d8b-4294-9f21-e66f744badb8,revision_number=3']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 16:57:19.034517 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9a250044-7735-4478-a0b5-1831c7a02fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16469155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12062'] for router, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:19.034646 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 16:57:19.036375 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9a250044-7735-4478-a0b5-1831c7a02fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16469188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16397778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16460493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12261'] for router, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:19.182671 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9a250044-7735-4478-a0b5-1831c7a02fee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:19.251338 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9a250044-7735-4478-a0b5-1831c7a02fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16469160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16397461'] for router, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:19.324813 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9a250044-7735-4478-a0b5-1831c7a02fee admin admin] Notify callbacks [] for router, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:19.325989 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-9a250044-7735-4478-a0b5-1831c7a02fee admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6841588 Jun 12 16:57:20.588073 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device cce97a35-2d8b-4294-9f21-e66f744badb8 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 16:57:20.641730 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port cce97a35-2d8b-4294-9f21-e66f744badb8 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 16:57:20.642099 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:21.714971 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 54044) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:57:22.004806 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-fa2afadf-5fb0-471c-8365-747dd054e345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:22.056993 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [None req-c842710e-278a-4296-870d-7392cc9e1050 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 16:57:22.057965 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-c842710e-278a-4296-870d-7392cc9e1050 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3419926 Jun 12 16:57:24.390777 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 54052) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:57:24.662050 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1839ae86-7d46-4fac-900b-612cb1b8e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:24.727355 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-2beccb28-d1f6-4fce-91d5-6716038cdb0a admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 16:57:24.825126 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2beccb28-d1f6-4fce-91d5-6716038cdb0a admin admin] Made reservation on behalf of ea312dda2ab943fab5f4e2302b140e8b for: {'network': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 16:57:24.827777 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2beccb28-d1f6-4fce-91d5-6716038cdb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for network, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:24.846122 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2beccb28-d1f6-4fce-91d5-6716038cdb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:24.847988 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:24.984060 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2beccb28-d1f6-4fce-91d5-6716038cdb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:25.047613 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2beccb28-d1f6-4fce-91d5-6716038cdb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:25.050729 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 16:57:25.066889 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2beccb28-d1f6-4fce-91d5-6716038cdb0a admin admin] Reserving flat network on physical network physnet1 {{(pid=92467) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 12 16:57:25.086674 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beccb28-d1f6-4fce-91d5-6716038cdb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b2225f-842c-4b57-9662-3440bc79cd62,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 16:57:25.091354 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-2beccb28-d1f6-4fce-91d5-6716038cdb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 16:57:25.096277 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2beccb28-d1f6-4fce-91d5-6716038cdb0a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742179925423', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:25.096862 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2beccb28-d1f6-4fce-91d5-6716038cdb0a admin admin] Unsubscribe: segment precommit_create {{(pid=92467) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 12 16:57:25.097307 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.segments_db [None req-2beccb28-d1f6-4fce-91d5-6716038cdb0a admin admin] Added segment 39f2b66c-379e-485c-8b47-ddd0e57bfaa8 of type flat for network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 Jun 12 16:57:25.167979 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2beccb28-d1f6-4fce-91d5-6716038cdb0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742179357597'] for network, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:25.322392 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2beccb28-d1f6-4fce-91d5-6716038cdb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065'] for network, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:25.323664 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beccb28-d1f6-4fce-91d5-6716038cdb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:57:25.324230 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2beccb28-d1f6-4fce-91d5-6716038cdb0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:25.326124 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 16:57:25.428693 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beccb28-d1f6-4fce-91d5-6716038cdb0a admin admin] Pushing event updated for resources: {'Network': ['ID=ea6ee7b2-d8f2-435f-804e-11e3b9b06d41,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 16:57:25.432454 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-2beccb28-d1f6-4fce-91d5-6716038cdb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 16:57:25.442119 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 details requested by agent ovs-agent-dv-cinder-796114-2-iscsi with host dv-cinder-796114-2-iscsi {{(pid=92468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 16:57:25.458238 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-2beccb28-d1f6-4fce-91d5-6716038cdb0a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0568206 Jun 12 16:57:25.665155 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:27.176343 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:27.769481 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 54070) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:57:27.953058 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314384ef-494d-4594-90bd-e9a0b5de6cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:57:27.954358 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-314384ef-494d-4594-90bd-e9a0b5de6cbd admin admin] 10.222.0.16 "GET /v2.0/subnets/d504661a-3ac0-44da-9b5a-315f8e57377f HTTP/1.1" status: 200 len: 849 time: 0.1839411 Jun 12 16:57:28.143406 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-daaf8be0-9c7c-4f39-ac11-a1628860dbc7 admin admin] 10.222.0.16 "GET /v2.0/routers/d6b6b443-96fa-4219-a2c4-dcea8f379391 HTTP/1.1" status: 200 len: 704 time: 0.1836889 Jun 12 16:57:28.519352 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:28.868900 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Allocated IP 172.20.0.1 (994cf566-0fa0-4648-b6ce-143c951d64a9/d504661a-3ac0-44da-9b5a-315f8e57377f/1f9a912b-4291-445a-a618-fac96d669539) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 16:57:29.036218 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:29.058688 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Transition to ACTIVE for port object 1f9a912b-4291-445a-a618-fac96d669539 will not be triggered until provisioned by entity DHCP. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 16:57:29.193396 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:29.196158 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 16:57:29.268763 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Network 994cf566-0fa0-4648-b6ce-143c951d64a9 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 16:57:29.273256 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 16:57:29.276337 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 16:57:29.276864 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16398672'] for router_interface, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:29.351701 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=1f9a912b-4291-445a-a618-fac96d669539,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 16:57:29.355598 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 16:57:29.512817 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-3b4ee1d3-7536-4730-8931-ac13f4716e01 None None] Provisioning for port 1f9a912b-4291-445a-a618-fac96d669539 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 16:57:29.516487 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-3b4ee1d3-7536-4730-8931-ac13f4716e01 None None] Provisioning complete for port 1f9a912b-4291-445a-a618-fac96d669539 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 16:57:29.516864 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-3b4ee1d3-7536-4730-8931-ac13f4716e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:29.559488 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-3b4ee1d3-7536-4730-8931-ac13f4716e01 None None] Port 1f9a912b-4291-445a-a618-fac96d669539 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 16:57:29.610872 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:29.817235 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:29.907113 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:29.908231 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16398788'] for router_interface, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:29.910601 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 16:57:29.981786 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=1f9a912b-4291-445a-a618-fac96d669539,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 16:57:29.984514 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 16:57:30.064612 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Network 994cf566-0fa0-4648-b6ce-143c951d64a9 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 16:57:30.065945 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 16:57:30.279915 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-f2d91093-2a44-4f15-848e-9247ec535bd6 None None] Provisioning complete for port 1f9a912b-4291-445a-a618-fac96d669539 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 16:57:30.280286 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-f2d91093-2a44-4f15-848e-9247ec535bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:30.313230 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Router d6b6b443-96fa-4219-a2c4-dcea8f379391 is scheduled to L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a with binding_index 1 {{(pid=92467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 16:57:30.319218 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-f2d91093-2a44-4f15-848e-9247ec535bd6 None None] Port 1f9a912b-4291-445a-a618-fac96d669539 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 16:57:30.502001 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 16:57:30.507832 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] 10.222.0.16 "PUT /v2.0/routers/d6b6b443-96fa-4219-a2c4-dcea8f379391/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3595552 Jun 12 16:57:30.512978 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] Sync routers for ids ['d6b6b443-96fa-4219-a2c4-dcea8f379391'] in dv-cinder-796114-2-iscsi {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 16:57:30.524965 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] Routers {'d6b6b443-96fa-4219-a2c4-dcea8f379391'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 16:57:30.525796 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T16:57:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['d6b6b443-96fa-4219-a2c4-dcea8f379391'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 16:57:30.732421 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] Set router d6b6b443-96fa-4219-a2c4-dcea8f379391 gateway port host: None {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 16:57:31.200139 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b6b443-96fa-4219-a2c4-dcea8f379391', 'name': 'router1', 'tenant_id': '9ef890959f044a7aaf76f91169f9e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T16:57:19Z', 'updated_at': '2021-06-12T16:57:29Z', 'revision_number': 2, 'project_id': '9ef890959f044a7aaf76f91169f9e4a6', 'gw_port_host': None, '_interfaces': [{'id': '1f9a912b-4291-445a-a618-fac96d669539', 'name': '', 'network_id': '994cf566-0fa0-4648-b6ce-143c951d64a9', 'tenant_id': '9ef890959f044a7aaf76f91169f9e4a6', 'mac_address': 'fa:16:3e:56:31:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b6b443-96fa-4219-a2c4-dcea8f379391', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd504661a-3ac0-44da-9b5a-315f8e57377f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T16:57:28Z', 'updated_at': '2021-06-12T16:57:29Z', 'revision_number': 2, 'project_id': '9ef890959f044a7aaf76f91169f9e4a6', 'subnets': [{'id': 'd504661a-3ac0-44da-9b5a-315f8e57377f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db7693cb-5339-49ea-864d-bda923855f7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 16:57:31.207863 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] Checking router: d6b6b443-96fa-4219-a2c4-dcea8f379391 for host: dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 16:57:31.208228 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] Updating router d6b6b443-96fa-4219-a2c4-dcea8f379391 port 1f9a912b-4291-445a-a618-fac96d669539 binding host dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 16:57:31.284159 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:31.813505 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] Notify callbacks [] for port, precommit_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:31.831374 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.provisioning_blocks [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] Transition to ACTIVE for port object 1f9a912b-4291-445a-a618-fac96d669539 will not be triggered until provisioned by entity L2. {{(pid=92469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 16:57:31.913815 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:31.917045 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 16:57:32.113064 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcb25b-6f56-4442-8eb0-148eaac17a73 None None] Pushing event updated for resources: {'Port': ['ID=1f9a912b-4291-445a-a618-fac96d669539,revision_number=3']} {{(pid=92469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 16:57:32.149431 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb25b-6f56-4442-8eb0-148eaac17a73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:32.149869 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb25b-6f56-4442-8eb0-148eaac17a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:32.150101 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb25b-6f56-4442-8eb0-148eaac17a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:32.150429 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb25b-6f56-4442-8eb0-148eaac17a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:32.150748 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb25b-6f56-4442-8eb0-148eaac17a73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:32.151068 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb25b-6f56-4442-8eb0-148eaac17a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:32.151383 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb25b-6f56-4442-8eb0-148eaac17a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:32.151724 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb25b-6f56-4442-8eb0-148eaac17a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:32.152081 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb25b-6f56-4442-8eb0-148eaac17a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:32.152397 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb25b-6f56-4442-8eb0-148eaac17a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:32.152707 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb25b-6f56-4442-8eb0-148eaac17a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:32.153015 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb25b-6f56-4442-8eb0-148eaac17a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbcb25b-6f56-4442-8eb0-148eaac17a73 None None] Tracked resource versions report: Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: pushed versions: Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: { 'AddressGroup': {'1.2'}, Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'ConntrackHelper': {'1.0'}, Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'Log': {'1.0'}, Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'Network': {'1.1'}, Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'Port': {'1.7'}, Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'PortForwarding': {'1.2'}, Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'QosPolicy': {'1.8'}, Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'SecurityGroup': {'1.4'}, Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'SecurityGroupRule': {'1.2'}, Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'SubPort': {'1.0'}, Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'Subnet': {'1.1'}, Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'Trunk': {'1.1'}} Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: consumer versions: Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: { DHCP agent@dv-cinder-796114-2-iscsi: {}, Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: L3 agent@dv-cinder-796114-2-iscsi: {}, Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: Metadata agent@dv-cinder-796114-2-iscsi: {}, Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: Metering agent@dv-cinder-796114-2-iscsi: {}, Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: Open vSwitch agent@dv-cinder-796114-2-iscsi: { 'AddressGroup': '1.2', Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'ConntrackHelper': '1.0', Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'Log': '1.0', Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'Network': '1.1', Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'Port': '1.7', Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'PortForwarding': '1.2', Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'QosPolicy': '1.8', Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'SecurityGroup': '1.4', Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'SecurityGroupRule': '1.2', Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'SubPort': '1.0', Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'Subnet': '1.1', Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: 'Trunk': '1.1'}} Jun 12 16:57:32.154123 dv-cinder-796114-2-iscsi neutron-server[92469]: {{(pid=92469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 16:57:32.160138 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-5cbcb25b-6f56-4442-8eb0-148eaac17a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 16:57:32.161294 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] Attempting to bind port 1f9a912b-4291-445a-a618-fac96d669539 on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 16:57:32.161686 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] Attempting to bind port 1f9a912b-4291-445a-a618-fac96d669539 by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '16299bb7-b316-447c-93e5-75ddc373cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '994cf566-0fa0-4648-b6ce-143c951d64a9'}] {{(pid=92469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 16:57:32.162100 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] Attempting to bind port 1f9a912b-4291-445a-a618-fac96d669539 on network 994cf566-0fa0-4648-b6ce-143c951d64a9 {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 16:57:32.168141 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 16, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 16:57:32.168554 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] Checking segment: {'id': '16299bb7-b316-447c-93e5-75ddc373cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '994cf566-0fa0-4648-b6ce-143c951d64a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 16:57:32.169022 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:32.169418 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] Bound using segment: {'id': '16299bb7-b316-447c-93e5-75ddc373cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '994cf566-0fa0-4648-b6ce-143c951d64a9'} {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 16:57:32.169907 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] Bound port: 1f9a912b-4291-445a-a618-fac96d669539, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16299bb7-b316-447c-93e5-75ddc373cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '994cf566-0fa0-4648-b6ce-143c951d64a9'}}] {{(pid=92469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 16:57:32.170276 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:32.247382 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.db [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] For port 1f9a912b-4291-445a-a618-fac96d669539, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 16:57:32.268970 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.db [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] For port 1f9a912b-4291-445a-a618-fac96d669539, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=1f9a912b-4291-445a-a618-fac96d669539,segment=NetworkSegment(16299bb7-b316-447c-93e5-75ddc373cff6),segment_id=16299bb7-b316-447c-93e5-75ddc373cff6)] {{(pid=92469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 16:57:32.328761 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:32.331086 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-5cbcb25b-6f56-4442-8eb0-148eaac17a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 16:57:32.398211 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcb25b-6f56-4442-8eb0-148eaac17a73 None None] Pushing event updated for resources: {'Port': ['ID=1f9a912b-4291-445a-a618-fac96d669539,revision_number=4']} {{(pid=92469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 16:57:32.401150 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] Routers {'d6b6b443-96fa-4219-a2c4-dcea8f379391'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 16:57:32.401760 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T16:57:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['d6b6b443-96fa-4219-a2c4-dcea8f379391'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 16:57:32.404038 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-5cbcb25b-6f56-4442-8eb0-148eaac17a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 16:57:32.531765 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] Set router d6b6b443-96fa-4219-a2c4-dcea8f379391 gateway port host: None {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 16:57:32.707160 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 54090) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:57:32.802688 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b6b443-96fa-4219-a2c4-dcea8f379391', 'name': 'router1', 'tenant_id': '9ef890959f044a7aaf76f91169f9e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T16:57:19Z', 'updated_at': '2021-06-12T16:57:29Z', 'revision_number': 2, 'project_id': '9ef890959f044a7aaf76f91169f9e4a6', 'gw_port_host': None, '_interfaces': [{'id': '1f9a912b-4291-445a-a618-fac96d669539', 'name': '', 'network_id': '994cf566-0fa0-4648-b6ce-143c951d64a9', 'tenant_id': '9ef890959f044a7aaf76f91169f9e4a6', 'mac_address': 'fa:16:3e:56:31:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b6b443-96fa-4219-a2c4-dcea8f379391', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd504661a-3ac0-44da-9b5a-315f8e57377f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T16:57:28Z', 'updated_at': '2021-06-12T16:57:32Z', 'revision_number': 4, 'project_id': '9ef890959f044a7aaf76f91169f9e4a6', 'subnets': [{'id': 'd504661a-3ac0-44da-9b5a-315f8e57377f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db7693cb-5339-49ea-864d-bda923855f7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 16:57:32.806945 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045fddfa-a8b9-467f-8c3f-1bfc48515c3a None None] The sync data for ids ['d6b6b443-96fa-4219-a2c4-dcea8f379391'] in dv-cinder-796114-2-iscsi is: [{'id': 'd6b6b443-96fa-4219-a2c4-dcea8f379391', 'name': 'router1', 'tenant_id': '9ef890959f044a7aaf76f91169f9e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T16:57:19Z', 'updated_at': '2021-06-12T16:57:29Z', 'revision_number': 2, 'project_id': '9ef890959f044a7aaf76f91169f9e4a6', 'gw_port_host': None, '_interfaces': [{'id': '1f9a912b-4291-445a-a618-fac96d669539', 'name': '', 'network_id': '994cf566-0fa0-4648-b6ce-143c951d64a9', 'tenant_id': '9ef890959f044a7aaf76f91169f9e4a6', 'mac_address': 'fa:16:3e:56:31:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b6b443-96fa-4219-a2c4-dcea8f379391', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd504661a-3ac0-44da-9b5a-315f8e57377f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T16:57:28Z', 'updated_at': '2021-06-12T16:57:32Z', 'revision_number': 4, 'project_id': '9ef890959f044a7aaf76f91169f9e4a6', 'subnets': [{'id': 'd504661a-3ac0-44da-9b5a-315f8e57377f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db7693cb-5339-49ea-864d-bda923855f7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 16:57:32.892099 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb134f2-e0c9-405d-b9cb-8f4d3dc822d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:57:32.893369 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-4fb134f2-e0c9-405d-b9cb-8f4d3dc822d0 admin admin] 10.222.0.16 "GET /v2.0/networks/ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 HTTP/1.1" status: 200 len: 842 time: 0.1852608 Jun 12 16:57:32.902705 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-4e15d256-4c9d-4d56-ae4e-465e9e7298cc admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 16:57:33.016400 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e15d256-4c9d-4d56-ae4e-465e9e7298cc admin admin] Made reservation on behalf of ea312dda2ab943fab5f4e2302b140e8b for: {'subnet': 1} {{(pid=92466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 16:57:33.018851 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4e15d256-4c9d-4d56-ae4e-465e9e7298cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:33.522939 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.objects.ports [None req-4e15d256-4c9d-4d56-ae4e-465e9e7298cc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92466) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 12 16:57:33.523567 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4e15d256-4c9d-4d56-ae4e-465e9e7298cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042'] for subnet, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:33.527731 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 16:57:33.592929 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15d256-4c9d-4d56-ae4e-465e9e7298cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=91bb23a6-47cd-46ba-a600-d5abe9f7088a,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 16:57:33.596118 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-4e15d256-4c9d-4d56-ae4e-465e9e7298cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 16:57:33.603427 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e15d256-4c9d-4d56-ae4e-465e9e7298cc admin admin] Checking segment: {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 16:57:33.603822 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e15d256-4c9d-4d56-ae4e-465e9e7298cc admin admin] Network hostable DHCP agents. Network: ea6ee7b2-d8f2-435f-804e-11e3b9b06d41, hostable agents: ['dea24f1a-15dd-4e40-8754-3f5bb8b9c420'], hosted agents: [] {{(pid=92466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 16:57:33.707052 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e15d256-4c9d-4d56-ae4e-465e9e7298cc admin admin] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 is scheduled to be hosted by DHCP agent dea24f1a-15dd-4e40-8754-3f5bb8b9c420 with binding_index 1 {{(pid=92466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 16:57:33.769859 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-4e15d256-4c9d-4d56-ae4e-465e9e7298cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-2-iscsi, ea6ee7b2-d8f2-435f-804e-11e3b9b06d41) {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 16:57:33.774718 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e15d256-4c9d-4d56-ae4e-465e9e7298cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:57:33.775262 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4e15d256-4c9d-4d56-ae4e-465e9e7298cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:33.783056 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dc8f9e-aed1-4d0f-8ceb-6cd60894959c None None] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 16:57:33.854366 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-4e15d256-4c9d-4d56-ae4e-465e9e7298cc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9550860 Jun 12 16:57:34.014217 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafbb08d-d56e-4433-b7c4-dd3a3c82615f None None] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 16:57:36.145243 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 54102) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:57:36.309240 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-5f979d43-b352-4666-aee1-3f1ef65dc6c5 admin admin] 10.222.0.16 "GET /v2.0/routers/d6b6b443-96fa-4219-a2c4-dcea8f379391 HTTP/1.1" status: 200 len: 710 time: 0.1628695 Jun 12 16:57:36.420854 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54bb06c-1d29-4a65-913b-a9b425aa464a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:57:36.422197 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-b54bb06c-1d29-4a65-913b-a9b425aa464a admin admin] 10.222.0.16 "GET /v2.0/networks/ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 HTTP/1.1" status: 200 len: 886 time: 0.1079757 Jun 12 16:57:36.431246 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-1a86e11b-c203-466e-ac15-9bdfd884fa51 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 16:57:36.619964 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 1f9a912b-4291-445a-a618-fac96d669539 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 16:57:36.785385 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1a86e11b-c203-466e-ac15-9bdfd884fa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16397773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16469169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12275'] for router, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:36.787589 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 1f9a912b-4291-445a-a618-fac96d669539 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 16:57:36.792022 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 1f9a912b-4291-445a-a618-fac96d669539 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 16:57:36.792399 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:36.885287 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:36.920980 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 1f9a912b-4291-445a-a618-fac96d669539, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=1f9a912b-4291-445a-a618-fac96d669539,segment=NetworkSegment(16299bb7-b316-447c-93e5-75ddc373cff6),segment_id=16299bb7-b316-447c-93e5-75ddc373cff6)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 16:57:36.985097 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:36.987208 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 16:57:37.040116 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=1f9a912b-4291-445a-a618-fac96d669539,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 16:57:37.043115 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 16:57:37.164917 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1a86e11b-c203-466e-ac15-9bdfd884fa51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:37.243795 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1a86e11b-c203-466e-ac15-9bdfd884fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:37.476945 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [None req-1a86e11b-c203-466e-ac15-9bdfd884fa51 admin admin] Allocated IP 172.27.1.63 (ea6ee7b2-d8f2-435f-804e-11e3b9b06d41/91bb23a6-47cd-46ba-a600-d5abe9f7088a/5559616c-7895-4417-bcf9-d7caab58e6fd) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 16:57:37.599660 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1a86e11b-c203-466e-ac15-9bdfd884fa51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:37.713182 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1a86e11b-c203-466e-ac15-9bdfd884fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:37.715350 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 16:57:37.756175 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a86e11b-c203-466e-ac15-9bdfd884fa51 admin admin] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 16:57:37.759315 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-1a86e11b-c203-466e-ac15-9bdfd884fa51 admin admin] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 16:57:37.762964 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86e11b-c203-466e-ac15-9bdfd884fa51 admin admin] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 16:57:37.812216 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86e11b-c203-466e-ac15-9bdfd884fa51 admin admin] Pushing event updated for resources: {'Port': ['ID=5559616c-7895-4417-bcf9-d7caab58e6fd,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 16:57:37.815108 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-1a86e11b-c203-466e-ac15-9bdfd884fa51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 16:57:38.143632 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1a86e11b-c203-466e-ac15-9bdfd884fa51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:38.415199 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1a86e11b-c203-466e-ac15-9bdfd884fa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16397773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16469169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12275'] for router, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:38.418352 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1a86e11b-c203-466e-ac15-9bdfd884fa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16397461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16397475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16397466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16468290'] for router, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:38.561627 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a86e11b-c203-466e-ac15-9bdfd884fa51 admin admin] Router d6b6b443-96fa-4219-a2c4-dcea8f379391 has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 16:57:38.604229 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 1f9a912b-4291-445a-a618-fac96d669539 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 16:57:38.656347 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 1f9a912b-4291-445a-a618-fac96d669539 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 16:57:38.656727 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:38.706999 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a86e11b-c203-466e-ac15-9bdfd884fa51 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 16:57:38.711396 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1a86e11b-c203-466e-ac15-9bdfd884fa51 admin admin] Notify callbacks [] for router, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:38.724094 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-1a86e11b-c203-466e-ac15-9bdfd884fa51 admin admin] 10.222.0.16 "PUT /v2.0/routers/d6b6b443-96fa-4219-a2c4-dcea8f379391 HTTP/1.1" status: 200 len: 889 time: 2.2849369 Jun 12 16:57:38.734509 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] Sync routers for ids ['d6b6b443-96fa-4219-a2c4-dcea8f379391'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 16:57:38.758743 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] Routers {'d6b6b443-96fa-4219-a2c4-dcea8f379391'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 16:57:38.759415 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T16:57:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['d6b6b443-96fa-4219-a2c4-dcea8f379391'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 16:57:39.006665 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] Set router d6b6b443-96fa-4219-a2c4-dcea8f379391 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 16:57:39.501329 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b6b443-96fa-4219-a2c4-dcea8f379391', 'name': 'router1', 'tenant_id': '9ef890959f044a7aaf76f91169f9e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '5559616c-7895-4417-bcf9-d7caab58e6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T16:57:19Z', 'updated_at': '2021-06-12T16:57:37Z', 'revision_number': 4, 'project_id': '9ef890959f044a7aaf76f91169f9e4a6', 'gw_port': {'id': '5559616c-7895-4417-bcf9-d7caab58e6fd', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b6b443-96fa-4219-a2c4-dcea8f379391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T16:57:37Z', 'updated_at': '2021-06-12T16:57:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '1f9a912b-4291-445a-a618-fac96d669539', 'name': '', 'network_id': '994cf566-0fa0-4648-b6ce-143c951d64a9', 'tenant_id': '9ef890959f044a7aaf76f91169f9e4a6', 'mac_address': 'fa:16:3e:56:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b6b443-96fa-4219-a2c4-dcea8f379391', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd504661a-3ac0-44da-9b5a-315f8e57377f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T16:57:28Z', 'updated_at': '2021-06-12T16:57:36Z', 'revision_number': 5, 'project_id': '9ef890959f044a7aaf76f91169f9e4a6', 'subnets': [{'id': 'd504661a-3ac0-44da-9b5a-315f8e57377f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db7693cb-5339-49ea-864d-bda923855f7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 16:57:39.507750 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] Checking router: d6b6b443-96fa-4219-a2c4-dcea8f379391 for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 16:57:39.508111 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] Updating router d6b6b443-96fa-4219-a2c4-dcea8f379391 port 5559616c-7895-4417-bcf9-d7caab58e6fd binding host dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 16:57:39.547307 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:39.922732 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] Notify callbacks [] for port, precommit_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:39.932926 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] Transition to ACTIVE for port object 5559616c-7895-4417-bcf9-d7caab58e6fd will not be triggered until provisioned by entity L2. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 16:57:40.044761 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:40.047098 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 16:57:40.106685 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] Attempting to bind port 5559616c-7895-4417-bcf9-d7caab58e6fd on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 16:57:40.107066 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] Attempting to bind port 5559616c-7895-4417-bcf9-d7caab58e6fd by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 16:57:40.107440 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] Attempting to bind port 5559616c-7895-4417-bcf9-d7caab58e6fd on network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 16:57:40.109301 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89dbaa-4b30-486a-b3fb-ada8aa9e52d6 None None] Pushing event updated for resources: {'Port': ['ID=5559616c-7895-4417-bcf9-d7caab58e6fd,revision_number=2']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 16:57:40.112479 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6d89dbaa-4b30-486a-b3fb-ada8aa9e52d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 16:57:40.117043 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 16, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 16:57:40.117043 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] Checking segment: {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 16:57:40.117043 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:40.117996 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] Bound using segment: {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 16:57:40.117996 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] Bound port: 5559616c-7895-4417-bcf9-d7caab58e6fd, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 16:57:40.118279 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:40.177931 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] For port 5559616c-7895-4417-bcf9-d7caab58e6fd, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 16:57:40.181478 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] For port 5559616c-7895-4417-bcf9-d7caab58e6fd, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=5559616c-7895-4417-bcf9-d7caab58e6fd,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 16:57:40.267629 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:40.269816 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 16:57:40.331308 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] Routers {'d6b6b443-96fa-4219-a2c4-dcea8f379391'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 16:57:40.331947 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T16:57:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['d6b6b443-96fa-4219-a2c4-dcea8f379391'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 16:57:40.336736 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89dbaa-4b30-486a-b3fb-ada8aa9e52d6 None None] Pushing event updated for resources: {'Port': ['ID=5559616c-7895-4417-bcf9-d7caab58e6fd,revision_number=3']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 16:57:40.385116 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6d89dbaa-4b30-486a-b3fb-ada8aa9e52d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 16:57:40.478004 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] Set router d6b6b443-96fa-4219-a2c4-dcea8f379391 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 16:57:40.747692 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b6b443-96fa-4219-a2c4-dcea8f379391', 'name': 'router1', 'tenant_id': '9ef890959f044a7aaf76f91169f9e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '5559616c-7895-4417-bcf9-d7caab58e6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T16:57:19Z', 'updated_at': '2021-06-12T16:57:37Z', 'revision_number': 4, 'project_id': '9ef890959f044a7aaf76f91169f9e4a6', 'gw_port': {'id': '5559616c-7895-4417-bcf9-d7caab58e6fd', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b6b443-96fa-4219-a2c4-dcea8f379391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T16:57:37Z', 'updated_at': '2021-06-12T16:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '1f9a912b-4291-445a-a618-fac96d669539', 'name': '', 'network_id': '994cf566-0fa0-4648-b6ce-143c951d64a9', 'tenant_id': '9ef890959f044a7aaf76f91169f9e4a6', 'mac_address': 'fa:16:3e:56:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b6b443-96fa-4219-a2c4-dcea8f379391', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd504661a-3ac0-44da-9b5a-315f8e57377f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T16:57:28Z', 'updated_at': '2021-06-12T16:57:36Z', 'revision_number': 5, 'project_id': '9ef890959f044a7aaf76f91169f9e4a6', 'subnets': [{'id': 'd504661a-3ac0-44da-9b5a-315f8e57377f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db7693cb-5339-49ea-864d-bda923855f7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 16:57:40.751195 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61af57fe-38d3-445d-bcf8-c18119e3aebc None None] The sync data for ids ['d6b6b443-96fa-4219-a2c4-dcea8f379391'] in dv-cinder-796114-2-iscsi is: [{'id': 'd6b6b443-96fa-4219-a2c4-dcea8f379391', 'name': 'router1', 'tenant_id': '9ef890959f044a7aaf76f91169f9e4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '5559616c-7895-4417-bcf9-d7caab58e6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T16:57:19Z', 'updated_at': '2021-06-12T16:57:37Z', 'revision_number': 4, 'project_id': '9ef890959f044a7aaf76f91169f9e4a6', 'gw_port': {'id': '5559616c-7895-4417-bcf9-d7caab58e6fd', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b6b443-96fa-4219-a2c4-dcea8f379391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T16:57:37Z', 'updated_at': '2021-06-12T16:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '1f9a912b-4291-445a-a618-fac96d669539', 'name': '', 'network_id': '994cf566-0fa0-4648-b6ce-143c951d64a9', 'tenant_id': '9ef890959f044a7aaf76f91169f9e4a6', 'mac_address': 'fa:16:3e:56:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b6b443-96fa-4219-a2c4-dcea8f379391', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd504661a-3ac0-44da-9b5a-315f8e57377f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T16:57:28Z', 'updated_at': '2021-06-12T16:57:36Z', 'revision_number': 5, 'project_id': '9ef890959f044a7aaf76f91169f9e4a6', 'subnets': [{'id': 'd504661a-3ac0-44da-9b5a-315f8e57377f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db7693cb-5339-49ea-864d-bda923855f7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 16:57:41.076935 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 54110) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:57:41.208630 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-7c1b67ed-0cfb-4e53-abac-c1e95fb33f93 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1304798 Jun 12 16:57:42.626746 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 5559616c-7895-4417-bcf9-d7caab58e6fd up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 16:57:42.764117 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 5559616c-7895-4417-bcf9-d7caab58e6fd completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 16:57:42.768109 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 5559616c-7895-4417-bcf9-d7caab58e6fd triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 16:57:42.768491 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:42.867560 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:42.893150 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 5559616c-7895-4417-bcf9-d7caab58e6fd, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=5559616c-7895-4417-bcf9-d7caab58e6fd,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 16:57:42.958938 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:42.961672 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-9032daac-5d94-4073-a7ee-1285c2251dd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 16:57:43.015269 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=5559616c-7895-4417-bcf9-d7caab58e6fd,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 16:57:43.019173 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 16:57:44.629942 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 5559616c-7895-4417-bcf9-d7caab58e6fd up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 16:57:44.711121 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 5559616c-7895-4417-bcf9-d7caab58e6fd triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 16:57:44.712013 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:52.010076 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-83ed6a49-c9cf-4063-b6a6-67fd50b6b540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:54.673302 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-e9545941-5736-4494-9871-0e30ae8c3891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:54.861308 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:55.116820 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 5 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 16:57:55.716477 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:57:57.216320 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:58:22.015271 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-0c441f79-e322-4d0f-9472-fb8a7e1ce08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:58:24.675677 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-31312ba5-6178-4494-aa5c-7ca3021ce078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:58:24.826598 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:58:25.680058 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:58:27.204202 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:58:32.115787 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 5 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 16:58:52.037508 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-04255e7b-734a-4eb1-bdfe-a0157e2961e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:58:54.666024 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-3f05b7a6-cbc5-49b4-aac5-3bb521271024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:58:54.814235 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:58:55.698323 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:58:57.214421 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:59:09.114546 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 5 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 16:59:18.268424 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 54678) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:59:18.330891 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.pecan_wsgi.hooks.translation [None req-af428ac9-250b-4be1-992e-a8ced8c48969 admin admin] GET failed (client error): The resource could not be found. Jun 12 16:59:18.332824 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-af428ac9-250b-4be1-992e-a8ced8c48969 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0629790 Jun 12 16:59:18.595362 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e576b0e-70b5-4a82-aaa2-c1398e3fdae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:59:18.596892 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-9e576b0e-70b5-4a82-aaa2-c1398e3fdae3 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2602370 Jun 12 16:59:20.757823 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 54688) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:59:20.867219 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e1c6e4-d47d-4513-b9ad-8d4f862dd376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:59:20.868550 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-70e1c6e4-d47d-4513-b9ad-8d4f862dd376 admin admin] 10.222.0.16 "GET /v2.0/subnets/d504661a-3ac0-44da-9b5a-315f8e57377f HTTP/1.1" status: 200 len: 849 time: 0.1097896 Jun 12 16:59:20.877585 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-8cb2e574-a8bc-4538-b106-643292ad0136 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 16:59:20.973984 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8cb2e574-a8bc-4538-b106-643292ad0136 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:59:21.246363 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8cb2e574-a8bc-4538-b106-643292ad0136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742179813434'] for subnet, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:59:21.249446 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-4e15d256-4c9d-4d56-ae4e-465e9e7298cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 16:59:21.289082 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb2e574-a8bc-4538-b106-643292ad0136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:59:21.290205 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8cb2e574-a8bc-4538-b106-643292ad0136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:59:21.290945 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-8cb2e574-a8bc-4538-b106-643292ad0136 admin admin] 10.222.0.16 "PUT /v2.0/subnets/d504661a-3ac0-44da-9b5a-315f8e57377f HTTP/1.1" status: 200 len: 868 time: 0.4170148 Jun 12 16:59:21.293572 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d24dd4c-2aea-422a-8492-054d0bc558df None None] Network 994cf566-0fa0-4648-b6ce-143c951d64a9 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 16:59:21.315087 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2e574-a8bc-4538-b106-643292ad0136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d504661a-3ac0-44da-9b5a-315f8e57377f,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 16:59:21.323881 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2e574-a8bc-4538-b106-643292ad0136 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:59:21.324255 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2e574-a8bc-4538-b106-643292ad0136 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:59:21.324874 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2e574-a8bc-4538-b106-643292ad0136 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:59:21.325222 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2e574-a8bc-4538-b106-643292ad0136 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:59:21.325783 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2e574-a8bc-4538-b106-643292ad0136 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:59:21.326131 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2e574-a8bc-4538-b106-643292ad0136 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:59:21.326463 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2e574-a8bc-4538-b106-643292ad0136 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:59:21.326793 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2e574-a8bc-4538-b106-643292ad0136 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:59:21.327139 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2e574-a8bc-4538-b106-643292ad0136 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:59:21.327485 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2e574-a8bc-4538-b106-643292ad0136 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:59:21.327822 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2e574-a8bc-4538-b106-643292ad0136 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:59:21.328145 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb2e574-a8bc-4538-b106-643292ad0136 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 16:59:21.333046 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-8cb2e574-a8bc-4538-b106-643292ad0136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 16:59:21.722604 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-d8d31d56-16a0-4ef8-9e7e-738a833162df None None] Provisioning complete for port 1f9a912b-4291-445a-a618-fac96d669539 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 16:59:21.722974 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-d8d31d56-16a0-4ef8-9e7e-738a833162df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:59:21.820837 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-d8d31d56-16a0-4ef8-9e7e-738a833162df None None] Provisioning complete for port cce97a35-2d8b-4294-9f21-e66f744badb8 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 16:59:21.821204 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-d8d31d56-16a0-4ef8-9e7e-738a833162df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:59:22.053746 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-ea3cf96b-f257-4417-8c7b-f3f8e449f736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:59:23.446089 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 54698) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:59:23.661902 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed73215-14d1-4670-a57e-d96095ad4446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:59:23.662386 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed73215-14d1-4670-a57e-d96095ad4446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:59:23.663929 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-2ed73215-14d1-4670-a57e-d96095ad4446 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2169077 Jun 12 16:59:24.693944 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-49fdd9d9-fd36-4b4c-a87b-26fc00109852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:59:24.826255 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:59:25.705428 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:59:25.889509 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 54706) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:59:26.038038 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e580f229-a1dd-4632-8dc6-0feb7b7827bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:59:26.038433 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e580f229-a1dd-4632-8dc6-0feb7b7827bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:59:26.039929 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-e580f229-a1dd-4632-8dc6-0feb7b7827bf admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1494930 Jun 12 16:59:27.212231 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:59:28.189432 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 54714) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:59:28.343768 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f25096d-c84e-4be7-a9dd-ad461a460415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:59:28.345106 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-0f25096d-c84e-4be7-a9dd-ad461a460415 admin admin] 10.222.0.16 "GET /v2.0/networks/994cf566-0fa0-4648-b6ce-143c951d64a9 HTTP/1.1" status: 200 len: 869 time: 0.1547174 Jun 12 16:59:30.463018 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 54722) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:59:30.604784 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20578910-d550-48b0-ac56-394f13cc9449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:59:30.606104 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-20578910-d550-48b0-ac56-394f13cc9449 admin admin] 10.222.0.16 "GET /v2.0/networks/ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 HTTP/1.1" status: 200 len: 886 time: 0.1420586 Jun 12 16:59:32.732012 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 54730) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:59:32.860282 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d5c477-e792-4edf-ab75-f4040b389cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:59:32.860747 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d5c477-e792-4edf-ab75-f4040b389cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:59:32.862269 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-b5d5c477-e792-4edf-ab75-f4040b389cf5 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1293192 Jun 12 16:59:34.952899 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 54738) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:59:35.053405 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e20598-47ed-4505-9bed-831f0086b7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:59:35.053863 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e20598-47ed-4505-9bed-831f0086b7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:59:35.055338 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-a7e20598-47ed-4505-9bed-831f0086b7ae admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1015069 Jun 12 16:59:37.178088 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 54746) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:59:37.271954 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d2a33e-1c4c-4824-9331-e979f9dc6943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:59:37.273261 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-43d2a33e-1c4c-4824-9331-e979f9dc6943 admin admin] 10.222.0.16 "GET /v2.0/subnets/91bb23a6-47cd-46ba-a600-d5abe9f7088a HTTP/1.1" status: 200 len: 816 time: 0.0942478 Jun 12 16:59:39.433139 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 54754) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 16:59:39.529189 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6dd1ff-8fe4-4cc0-9940-1387c0706add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 16:59:39.530535 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-2a6dd1ff-8fe4-4cc0-9940-1387c0706add admin admin] 10.222.0.16 "GET /v2.0/subnets/d504661a-3ac0-44da-9b5a-315f8e57377f HTTP/1.1" status: 200 len: 868 time: 0.0964675 Jun 12 16:59:46.113254 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 5 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 16:59:52.013461 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-661048cf-0715-4a37-a156-405d232b6330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:59:54.641631 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-76a61cc2-050e-4006-93a2-0077c86e0d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:59:54.847680 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:59:55.693574 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 16:59:57.224795 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:02.624693 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 54798) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:00:02.670816 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [None req-c57a9e50-799d-48a6-8672-407dc1ca4084 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 17:00:02.671813 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-c57a9e50-799d-48a6-8672-407dc1ca4084 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461695 Jun 12 17:00:04.896016 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 54806) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:00:04.956852 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3fe6a98-7106-426e-9e71-76cb90f1455e admin admin] GET failed (client error): The resource could not be found. Jun 12 17:00:04.958197 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-f3fe6a98-7106-426e-9e71-76cb90f1455e admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612457 Jun 12 17:00:05.064895 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c037a2-a744-4dd8-9c2e-2907c92ed77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:00:05.066393 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-a6c037a2-a744-4dd8-9c2e-2907c92ed77a admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1043601 Jun 12 17:00:07.237045 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 54814) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:00:07.280266 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:00:07.360167 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Made reservation on behalf of ea312dda2ab943fab5f4e2302b140e8b for: {'network': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:00:07.363017 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for network, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:07.398573 dv-cinder-796114-2-iscsi neutron-server[92467]: WARNING neutron.services.revisions.revision_plugin [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Could not find related network for resource to bump revision. Jun 12 17:00:07.412268 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=92467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 17:00:07.420693 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:07.420989 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.segments_db [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Added segment 66264be1-4f81-466c-b6c5-5fa9cfbeb97b of type vlan for network 44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1 Jun 12 17:00:07.471008 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742179357597'] for network, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:07.555877 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065'] for network, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:07.557151 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:00:07.557727 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:07.559604 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:00:07.635438 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Pushing event updated for resources: {'Network': ['ID=44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:00:07.641807 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:07.647503 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:07.647503 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:07.647503 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:07.647503 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:07.647503 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:07.647503 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:07.647503 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:07.647503 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:07.647503 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:07.647503 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:07.647503 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:07.649308 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:00:07.656656 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Network 44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1 details requested by agent ovs-agent-dv-cinder-796114-2-iscsi with host dv-cinder-796114-2-iscsi {{(pid=92468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 17:00:07.694183 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4559929 Jun 12 17:00:09.863339 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 54822) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:00:09.924614 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b156f9b-efeb-42a1-acc9-3dee21aea9fc admin admin] GET failed (client error): The resource could not be found. Jun 12 17:00:09.925897 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-5b156f9b-efeb-42a1-acc9-3dee21aea9fc admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615938 Jun 12 17:00:10.043373 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ea5bf5-a9ef-44c0-9766-42a2168cf20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:00:10.044772 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-a6ea5bf5-a9ef-44c0-9766-42a2168cf20d admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1151202 Jun 12 17:00:10.054789 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-998dec03-25ad-4cb2-8f82-f299e89258a2 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1', 'cidr': '192.168.233.0/24'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:00:10.224229 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998dec03-25ad-4cb2-8f82-f299e89258a2 admin admin] Made reservation on behalf of ea312dda2ab943fab5f4e2302b140e8b for: {'subnet': 1} {{(pid=92466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:00:10.226569 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-998dec03-25ad-4cb2-8f82-f299e89258a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:10.516632 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-998dec03-25ad-4cb2-8f82-f299e89258a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042'] for subnet, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:10.519685 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:00:10.587441 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998dec03-25ad-4cb2-8f82-f299e89258a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=567e10cb-67c1-45f3-92a7-e5a7245ccfa7,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:00:10.590933 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-998dec03-25ad-4cb2-8f82-f299e89258a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:00:10.592077 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998dec03-25ad-4cb2-8f82-f299e89258a2 admin admin] Checking segment: {'id': '66264be1-4f81-466c-b6c5-5fa9cfbeb97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:00:10.592422 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998dec03-25ad-4cb2-8f82-f299e89258a2 admin admin] Network hostable DHCP agents. Network: 44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1, hostable agents: ['dea24f1a-15dd-4e40-8754-3f5bb8b9c420'], hosted agents: [] {{(pid=92466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 17:00:10.691195 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998dec03-25ad-4cb2-8f82-f299e89258a2 admin admin] Network 44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1 is scheduled to be hosted by DHCP agent dea24f1a-15dd-4e40-8754-3f5bb8b9c420 with binding_index 1 {{(pid=92466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 17:00:10.761366 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-998dec03-25ad-4cb2-8f82-f299e89258a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-2-iscsi, 44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1) {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:00:10.765344 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998dec03-25ad-4cb2-8f82-f299e89258a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:00:10.765927 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-998dec03-25ad-4cb2-8f82-f299e89258a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:10.771211 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10424ed-91f8-4956-90df-4babd1d008fb None None] Network 44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:00:10.888145 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-998dec03-25ad-4cb2-8f82-f299e89258a2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8367913 Jun 12 17:00:10.954749 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc35078-a382-422d-b61a-c039068086df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c9d205f-6952-582c-9c30-338f7d97ab93-44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1', 'network_id': '44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1', 'tenant_id': 'ea312dda2ab943fab5f4e2302b140e8b', 'fixed_ips': [{'subnet_id': '567e10cb-67c1-45f3-92a7-e5a7245ccfa7'}]}} from dv-cinder-796114-2-iscsi. {{(pid=92468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 17:00:10.955633 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-fdc35078-a382-422d-b61a-c039068086df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:11.120052 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.db_base_plugin_common [None req-fdc35078-a382-422d-b61a-c039068086df None None] Allocated IP 192.168.233.2 (44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1/567e10cb-67c1-45f3-92a7-e5a7245ccfa7/239914b4-d18f-4f97-abc5-9f270c65ca48) {{(pid=92468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:00:11.294422 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-fdc35078-a382-422d-b61a-c039068086df None None] Notify callbacks [] for port, precommit_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:11.303368 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-fdc35078-a382-422d-b61a-c039068086df None None] Transition to ACTIVE for port object 239914b4-d18f-4f97-abc5-9f270c65ca48 will not be triggered until provisioned by entity L2. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:00:11.319381 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-fdc35078-a382-422d-b61a-c039068086df None None] Transition to ACTIVE for port object 239914b4-d18f-4f97-abc5-9f270c65ca48 will not be triggered until provisioned by entity DHCP. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:00:11.436322 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-fdc35078-a382-422d-b61a-c039068086df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:11.438726 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:00:11.491833 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc35078-a382-422d-b61a-c039068086df None None] Network 44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1 is already hosted by enough agents. {{(pid=92468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:00:11.492618 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc35078-a382-422d-b61a-c039068086df None None] Pushing event updated for resources: {'Port': ['ID=239914b4-d18f-4f97-abc5-9f270c65ca48,revision_number=1']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:00:11.496000 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.scheduler.base_scheduler [None req-fdc35078-a382-422d-b61a-c039068086df None None] Resources bound (agent type, host, resource id): {{(pid=92468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:00:11.500908 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc35078-a382-422d-b61a-c039068086df None None] Received port after_create {{(pid=92468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:00:11.503917 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc35078-a382-422d-b61a-c039068086df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:11.504252 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc35078-a382-422d-b61a-c039068086df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:11.504600 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc35078-a382-422d-b61a-c039068086df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:11.504939 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc35078-a382-422d-b61a-c039068086df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:11.505273 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc35078-a382-422d-b61a-c039068086df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:11.505605 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc35078-a382-422d-b61a-c039068086df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:11.505936 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc35078-a382-422d-b61a-c039068086df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:11.506263 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc35078-a382-422d-b61a-c039068086df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:11.506611 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc35078-a382-422d-b61a-c039068086df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:11.506941 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc35078-a382-422d-b61a-c039068086df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:11.507270 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc35078-a382-422d-b61a-c039068086df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:11.507666 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc35078-a382-422d-b61a-c039068086df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:00:11.511634 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-fdc35078-a382-422d-b61a-c039068086df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:00:11.578621 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-fdc35078-a382-422d-b61a-c039068086df None None] Attempting to bind port 239914b4-d18f-4f97-abc5-9f270c65ca48 on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:00:11.578993 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-fdc35078-a382-422d-b61a-c039068086df None None] Attempting to bind port 239914b4-d18f-4f97-abc5-9f270c65ca48 by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '66264be1-4f81-466c-b6c5-5fa9cfbeb97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1'}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:00:11.579356 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc35078-a382-422d-b61a-c039068086df None None] Attempting to bind port 239914b4-d18f-4f97-abc5-9f270c65ca48 on network 44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1 {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:00:11.584439 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc35078-a382-422d-b61a-c039068086df None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 16, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:00:11.584808 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc35078-a382-422d-b61a-c039068086df None None] Checking segment: {'id': '66264be1-4f81-466c-b6c5-5fa9cfbeb97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:00:11.585204 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-fdc35078-a382-422d-b61a-c039068086df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:11.585601 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc35078-a382-422d-b61a-c039068086df None None] Bound using segment: {'id': '66264be1-4f81-466c-b6c5-5fa9cfbeb97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1'} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:00:11.586062 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-fdc35078-a382-422d-b61a-c039068086df None None] Bound port: 239914b4-d18f-4f97-abc5-9f270c65ca48, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66264be1-4f81-466c-b6c5-5fa9cfbeb97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1'}}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:00:11.586452 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-fdc35078-a382-422d-b61a-c039068086df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:11.656516 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-fdc35078-a382-422d-b61a-c039068086df None None] For port 239914b4-d18f-4f97-abc5-9f270c65ca48, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:00:11.660065 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-fdc35078-a382-422d-b61a-c039068086df None None] For port 239914b4-d18f-4f97-abc5-9f270c65ca48, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=239914b4-d18f-4f97-abc5-9f270c65ca48,segment=NetworkSegment(66264be1-4f81-466c-b6c5-5fa9cfbeb97b),segment_id=66264be1-4f81-466c-b6c5-5fa9cfbeb97b)] {{(pid=92468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:00:11.722458 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-fdc35078-a382-422d-b61a-c039068086df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:11.725042 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:00:11.889601 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc35078-a382-422d-b61a-c039068086df None None] Pushing event updated for resources: {'Port': ['ID=239914b4-d18f-4f97-abc5-9f270c65ca48,revision_number=2']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:00:11.893056 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-fdc35078-a382-422d-b61a-c039068086df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:00:12.709731 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f704c2b-851b-41a9-b08d-f433ff866ac7 None None] Network 44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:00:12.794163 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 239914b4-d18f-4f97-abc5-9f270c65ca48 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:00:12.961140 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-a5c433ce-d15a-4981-90c4-de625d99fae1 None None] Provisioning for port 239914b4-d18f-4f97-abc5-9f270c65ca48 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:00:12.990462 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 239914b4-d18f-4f97-abc5-9f270c65ca48 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:00:12.995001 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 239914b4-d18f-4f97-abc5-9f270c65ca48 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:00:12.995001 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:13.102993 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:13.152207 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 239914b4-d18f-4f97-abc5-9f270c65ca48, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=239914b4-d18f-4f97-abc5-9f270c65ca48,segment=NetworkSegment(66264be1-4f81-466c-b6c5-5fa9cfbeb97b),segment_id=66264be1-4f81-466c-b6c5-5fa9cfbeb97b)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:00:13.179026 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-bf928827-e9c0-4bb5-bea9-663ee6984c06 None None] Provisioning complete for port 239914b4-d18f-4f97-abc5-9f270c65ca48 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:00:13.179400 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-bf928827-e9c0-4bb5-bea9-663ee6984c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:13.215259 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:13.227934 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:00:13.282573 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=239914b4-d18f-4f97-abc5-9f270c65ca48,revision_number=3']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:00:13.286768 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:00:14.726469 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 239914b4-d18f-4f97-abc5-9f270c65ca48 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:00:14.781877 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 239914b4-d18f-4f97-abc5-9f270c65ca48 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:00:14.782510 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:22.018410 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-06a80b5f-2a9b-4273-bef3-0bf07a1b6fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:23.114298 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 5 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:00:24.658409 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-d5e5f29e-40a6-4f6c-b789-e62db3019162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:24.847297 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:25.744431 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:27.293031 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:52.029480 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-3236104d-7e5f-4eee-a0db-df1b155c32dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:54.639301 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1355d247-9884-4fb7-8cc6-ba3a9e60340f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:54.824082 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:55.697644 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:00:57.353926 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:01:00.112895 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 5 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:01:22.052043 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-39001770-6204-43ed-8c68-6fc879372de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:01:24.709156 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-2972cc58-064b-4974-af15-1d1795188465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:01:24.851761 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:01:25.709837 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:01:27.134129 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 54876) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:01:27.140482 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [None req-bbf5760f-35ea-455c-9b06-30b9a91b0563 tempest-verify_tempest_config-634440197 tempest-verify_tempest_config-634440197-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 17:01:27.141554 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-bbf5760f-35ea-455c-9b06-30b9a91b0563 tempest-verify_tempest_config-634440197 tempest-verify_tempest_config-634440197-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063503 Jun 12 17:01:27.298408 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:01:27.664269 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 54894) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:01:27.775436 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c98f25e0-8983-4e23-a649-0beb38a601a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:01:27.867070 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c98f25e0-8983-4e23-a649-0beb38a601a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:01:27.931188 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c98f25e0-8983-4e23-a649-0beb38a601a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:01:27.934083 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:01:27.981896 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-c98f25e0-8983-4e23-a649-0beb38a601a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52c3c76bb941498cac34c3fcc9109c0f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3165376 Jun 12 17:01:27.983462 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f25e0-8983-4e23-a649-0beb38a601a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddf07b9-a9d5-4115-969c-c33ea24d480f,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:01:27.990032 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f25e0-8983-4e23-a649-0beb38a601a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:01:27.990510 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f25e0-8983-4e23-a649-0beb38a601a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:01:27.990880 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f25e0-8983-4e23-a649-0beb38a601a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:01:27.991272 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f25e0-8983-4e23-a649-0beb38a601a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:01:27.991700 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f25e0-8983-4e23-a649-0beb38a601a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:01:27.992045 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f25e0-8983-4e23-a649-0beb38a601a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:01:27.992372 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f25e0-8983-4e23-a649-0beb38a601a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:01:27.992724 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f25e0-8983-4e23-a649-0beb38a601a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:01:27.993123 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f25e0-8983-4e23-a649-0beb38a601a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:01:27.993454 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f25e0-8983-4e23-a649-0beb38a601a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:01:27.993777 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f25e0-8983-4e23-a649-0beb38a601a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:01:27.994092 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98f25e0-8983-4e23-a649-0beb38a601a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:01:27.998244 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-c98f25e0-8983-4e23-a649-0beb38a601a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:01:28.001646 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 54898) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:01:28.100124 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01d047c2-3b9c-4a17-8eb8-0d77b6965ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:01:28.121884 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01d047c2-3b9c-4a17-8eb8-0d77b6965ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:01:28.355191 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01d047c2-3b9c-4a17-8eb8-0d77b6965ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:01:28.358225 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01d047c2-3b9c-4a17-8eb8-0d77b6965ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:01:28.359360 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-01d047c2-3b9c-4a17-8eb8-0d77b6965ce3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ddf07b9-a9d5-4115-969c-c33ea24d480f HTTP/1.1" status: 204 len: 168 time: 0.3561785 Jun 12 17:01:28.360311 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:01:28.369647 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d047c2-3b9c-4a17-8eb8-0d77b6965ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddf07b9-a9d5-4115-969c-c33ea24d480f,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:01:28.372209 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-01d047c2-3b9c-4a17-8eb8-0d77b6965ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:01:37.110919 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 5 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:01:52.028219 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-b9d3a8b0-bedd-4418-a769-faaec8b355b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:01:54.656784 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6199c17d-692a-49e7-9a35-7e127cbe7951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:01:54.821753 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:01:55.708210 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:01:57.296006 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:02:14.109791 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 5 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:02:22.010813 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-b9c3e9d3-72ec-40ee-9e9a-6c61efb56d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:02:24.650262 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-5bc5fe06-fb05-4e98-8620-b2d588b7707f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:02:24.827588 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:02:25.684668 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:02:27.313688 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:02:51.107646 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 5 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:02:51.998972 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-0e7db388-f68d-4bd1-a178-5f6d8bf1fe1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:02:54.656213 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-eca2a54b-a736-409f-a6ab-676e68cd8a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:02:54.816410 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:02:55.740958 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414'] for agent, after_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:02:55.763653 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:02:57.232980 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:02:59.217535 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 54950) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:02:59.319999 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-f81799dd-f290-4fd1-9b50-4d6870b57c09 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1013515 Jun 12 17:03:01.473443 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 54960) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:03:01.526411 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-75fa8a27-f757-41fa-81e9-e639ebfbbc61 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0516946 Jun 12 17:03:22.020370 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-ebbe3a62-444a-4b76-b04b-c9de2776b04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:03:24.700647 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-0d944477-6fd7-4e78-bbfa-392d6c451740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:03:24.826622 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:03:25.666344 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:03:25.723735 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:03:27.220721 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:03:28.106863 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:03:52.034389 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-38ddc75b-660f-4b40-858e-fe32bc8b8797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:03:54.667348 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-c7d42db5-1e16-4f87-855f-f43453fbc5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:03:54.836166 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:03:55.660599 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:03:55.706351 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:03:57.243727 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:05.105715 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:04:22.020395 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-c9fa1eb9-67ca-442f-bb80-a6a35ae365ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:24.660275 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-b7363240-b118-4beb-9257-fcba0618dc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:25.040659 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:25.665707 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:25.734549 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:26.666672 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 55120) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:27.062990 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-network', 'tenant_id': 'cb7095c203644131bc201541fe94bc98'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:27.140377 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Made reservation on behalf of cb7095c203644131bc201541fe94bc98 for: {'network': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:04:27.142988 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for network, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:27.156312 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:27.272008 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:27.282456 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:27.391279 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:27.396929 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-2beccb28-d1f6-4fce-91d5-6716038cdb0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:27.420367 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=92467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 17:04:27.443050 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bca6555-47ae-43c0-ae6d-fd3160eaab65,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:27.448422 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:27.449530 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.segments_db [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Added segment fa65e6f4-1b37-4142-92e7-b206f39500dc of type vlan for network 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e Jun 12 17:04:27.464023 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:27.464384 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:27.464730 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:27.465068 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:27.465400 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:27.465741 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:27.466069 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:27.466395 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:27.466736 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:27.467630 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:27.467957 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:27.468287 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Tracked resource versions report: Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: pushed versions: Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: { 'AddressGroup': {'1.2'}, Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'ConntrackHelper': {'1.0'}, Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'Log': {'1.0'}, Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'Network': {'1.1'}, Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'Port': {'1.7'}, Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'PortForwarding': {'1.2'}, Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'QosPolicy': {'1.8'}, Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'SecurityGroup': {'1.4'}, Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'SecurityGroupRule': {'1.2'}, Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'SubPort': {'1.0'}, Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'Subnet': {'1.1'}, Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'Trunk': {'1.1'}} Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: consumer versions: Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: { DHCP agent@dv-cinder-796114-2-iscsi: {}, Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: HyperV agent@hv-cinder-79611: {}, Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: L3 agent@dv-cinder-796114-2-iscsi: {}, Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: Metadata agent@dv-cinder-796114-2-iscsi: {}, Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: Metering agent@dv-cinder-796114-2-iscsi: {}, Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: Open vSwitch agent@dv-cinder-796114-2-iscsi: { 'AddressGroup': '1.2', Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'ConntrackHelper': '1.0', Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'Log': '1.0', Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'Network': '1.1', Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'Port': '1.7', Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'PortForwarding': '1.2', Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'QosPolicy': '1.8', Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'SecurityGroup': '1.4', Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'SecurityGroupRule': '1.2', Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'SubPort': '1.0', Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'Subnet': '1.1', Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: 'Trunk': '1.1'}} Jun 12 17:04:27.469332 dv-cinder-796114-2-iscsi neutron-server[92467]: {{(pid=92467) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 17:04:27.478851 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:27.541273 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742179357597'] for network, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:27.609237 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065'] for network, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:27.610860 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:27.611905 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:27.616856 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-2beccb28-d1f6-4fce-91d5-6716038cdb0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:27.848658 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Pushing event updated for resources: {'Network': ['ID=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:27.851311 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:27.860206 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1922982 Jun 12 17:04:27.861020 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Network 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e details requested by agent ovs-agent-dv-cinder-796114-2-iscsi with host dv-cinder-796114-2-iscsi {{(pid=92468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 17:04:27.861387 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 55178) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:27.867793 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Request body: {'subnet': {'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-subnet', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:27.957291 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Made reservation on behalf of cb7095c203644131bc201541fe94bc98 for: {'subnet': 1} {{(pid=92466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:04:27.960270 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:28.167120 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 55186) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:28.203360 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 55190) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:28.239455 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 55196) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:28.250195 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042'] for subnet, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:28.253889 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-8cb2e574-a8bc-4538-b106-643292ad0136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:28.272504 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 55200) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:28.312112 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a580d181-6158-4a52-89c2-8aedf3a5088e,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:28.320558 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:28.321161 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:28.321666 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:28.322169 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:28.322732 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:28.323232 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:28.323734 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:28.324210 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:28.324709 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:28.325184 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:28.325678 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:28.326013 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Tracked resource versions report: Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: pushed versions: Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: { 'AddressGroup': {'1.2'}, Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'ConntrackHelper': {'1.0'}, Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'Log': {'1.0'}, Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'Network': {'1.1'}, Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'Port': {'1.7'}, Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'PortForwarding': {'1.2'}, Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'QosPolicy': {'1.8'}, Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'SecurityGroup': {'1.4'}, Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'SecurityGroupRule': {'1.2'}, Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'SubPort': {'1.0'}, Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'Subnet': {'1.1'}, Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'Trunk': {'1.1'}} Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: consumer versions: Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: { DHCP agent@dv-cinder-796114-2-iscsi: {}, Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: HyperV agent@hv-cinder-79611: {}, Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: L3 agent@dv-cinder-796114-2-iscsi: {}, Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: Metadata agent@dv-cinder-796114-2-iscsi: {}, Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: Metering agent@dv-cinder-796114-2-iscsi: {}, Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: Open vSwitch agent@dv-cinder-796114-2-iscsi: { 'AddressGroup': '1.2', Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'ConntrackHelper': '1.0', Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'Log': '1.0', Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'Network': '1.1', Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'Port': '1.7', Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'PortForwarding': '1.2', Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'QosPolicy': '1.8', Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'SecurityGroup': '1.4', Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'SecurityGroupRule': '1.2', Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'SubPort': '1.0', Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'Subnet': '1.1', Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: 'Trunk': '1.1'}} Jun 12 17:04:28.327636 dv-cinder-796114-2-iscsi neutron-server[92466]: {{(pid=92466) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 17:04:28.336753 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:28.386201 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Checking segment: {'id': 'fa65e6f4-1b37-4142-92e7-b206f39500dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:04:28.386480 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Network hostable DHCP agents. Network: 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e, hostable agents: ['dea24f1a-15dd-4e40-8754-3f5bb8b9c420'], hosted agents: [] {{(pid=92466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 17:04:28.408984 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-b163c67e-ce54-4d45-8c14-81e6a0356e2a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1090621369-network', 'tenant_id': '2048a9f7e885456e898a1dfe48898b16'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:28.442238 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-0e6a52ac-95a6-4068-aeb3-9a222c027373 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1330182457-network', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:28.475675 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-e12cd0fc-d162-4230-9049-1536231a7e2f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1317972093-network', 'tenant_id': 'a00f9cbf2f9744efbd69f0b786efb35c'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:28.499982 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Network 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e is scheduled to be hosted by DHCP agent dea24f1a-15dd-4e40-8754-3f5bb8b9c420 with binding_index 1 {{(pid=92466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 17:04:28.509076 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-6558b0b4-d4a1-48f7-8375-fae29ada4bcc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1615621677-network', 'tenant_id': 'f05fb791868a4bc09d17000a059c9879'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:28.530193 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b163c67e-ce54-4d45-8c14-81e6a0356e2a admin admin] Made reservation on behalf of 2048a9f7e885456e898a1dfe48898b16 for: {'network': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:04:28.532672 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b163c67e-ce54-4d45-8c14-81e6a0356e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for network, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:28.547543 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b163c67e-ce54-4d45-8c14-81e6a0356e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:28.591558 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-2-iscsi, 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e) {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:04:28.599173 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:28.600133 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:28.601556 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4721916a-c936-467f-afbf-6a14390618ca None None] Network 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:04:28.659821 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6a52ac-95a6-4068-aeb3-9a222c027373 admin admin] Made reservation on behalf of 27f65002b23d4deb8a864f9d7c9721a6 for: {'network': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:04:28.662146 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-0e6a52ac-95a6-4068-aeb3-9a222c027373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for network, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:28.687377 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-0e6a52ac-95a6-4068-aeb3-9a222c027373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:28.782517 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12cd0fc-d162-4230-9049-1536231a7e2f admin admin] Made reservation on behalf of a00f9cbf2f9744efbd69f0b786efb35c for: {'network': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:04:28.785536 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e12cd0fc-d162-4230-9049-1536231a7e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for network, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:28.804480 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e12cd0fc-d162-4230-9049-1536231a7e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:28.837697 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c9d205f-6952-582c-9c30-338f7d97ab93-2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e'}]}} from dv-cinder-796114-2-iscsi. {{(pid=92468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 17:04:28.847891 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:28.930606 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6558b0b4-d4a1-48f7-8375-fae29ada4bcc admin admin] Made reservation on behalf of f05fb791868a4bc09d17000a059c9879 for: {'network': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:04:28.934404 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6558b0b4-d4a1-48f7-8375-fae29ada4bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for network, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:28.948345 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6558b0b4-d4a1-48f7-8375-fae29ada4bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:29.042767 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.db_base_plugin_common [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Allocated IP 172.20.0.2 (2fce73c6-7c1b-497f-9f7e-7b8e1326da1e/a580d181-6158-4a52-89c2-8aedf3a5088e/31ea8804-d546-4093-ae56-13b7d94d3cf5) {{(pid=92468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:04:29.137854 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b163c67e-ce54-4d45-8c14-81e6a0356e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:29.249431 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b163c67e-ce54-4d45-8c14-81e6a0356e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:29.252918 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:29.267373 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Notify callbacks [] for port, precommit_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:29.272079 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b163c67e-ce54-4d45-8c14-81e6a0356e2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=92467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 17:04:29.282248 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Transition to ACTIVE for port object 31ea8804-d546-4093-ae56-13b7d94d3cf5 will not be triggered until provisioned by entity L2. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:04:29.304531 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b163c67e-ce54-4d45-8c14-81e6a0356e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:29.305140 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.segments_db [None req-b163c67e-ce54-4d45-8c14-81e6a0356e2a admin admin] Added segment f54b62d9-28ca-4e39-83df-29705f6ff4df of type vlan for network c09584c3-4ac3-4e8f-b766-4b7df12cd05f Jun 12 17:04:29.307310 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4437270 Jun 12 17:04:29.309502 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 55252) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:29.316137 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:29.321401 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Transition to ACTIVE for port object 31ea8804-d546-4093-ae56-13b7d94d3cf5 will not be triggered until provisioned by entity DHCP. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:04:29.325290 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163c67e-ce54-4d45-8c14-81e6a0356e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6eb34bd-04fd-4b97-9761-79c60f0dd427,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:29.342344 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-b163c67e-ce54-4d45-8c14-81e6a0356e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:29.396117 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b163c67e-ce54-4d45-8c14-81e6a0356e2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742179357597'] for network, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:29.421331 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:29.424876 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:29.458750 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-0e6a52ac-95a6-4068-aeb3-9a222c027373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:29.470986 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Network 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e is already hosted by enough agents. {{(pid=92468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:04:29.473950 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.scheduler.base_scheduler [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Resources bound (agent type, host, resource id): {{(pid=92468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:04:29.476374 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Received port after_create {{(pid=92468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:04:29.487484 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Pushing event updated for resources: {'Port': ['ID=31ea8804-d546-4093-ae56-13b7d94d3cf5,revision_number=1']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:29.517283 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:29.517628 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:29.517972 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:29.518308 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:29.518636 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:29.518965 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:29.519292 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:29.519639 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:29.519983 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:29.520308 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:29.520627 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:29.520944 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Tracked resource versions report: Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: pushed versions: Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: { 'AddressGroup': {'1.2'}, Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'ConntrackHelper': {'1.0'}, Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'Log': {'1.0'}, Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'Network': {'1.1'}, Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'Port': {'1.7'}, Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'PortForwarding': {'1.2'}, Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'QosPolicy': {'1.8'}, Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'SecurityGroup': {'1.4'}, Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'SecurityGroupRule': {'1.2'}, Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'SubPort': {'1.0'}, Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'Subnet': {'1.1'}, Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'Trunk': {'1.1'}} Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: consumer versions: Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: { DHCP agent@dv-cinder-796114-2-iscsi: {}, Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: HyperV agent@hv-cinder-79611: {}, Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: L3 agent@dv-cinder-796114-2-iscsi: {}, Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: Metadata agent@dv-cinder-796114-2-iscsi: {}, Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: Metering agent@dv-cinder-796114-2-iscsi: {}, Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: Open vSwitch agent@dv-cinder-796114-2-iscsi: { 'AddressGroup': '1.2', Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'ConntrackHelper': '1.0', Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'Log': '1.0', Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'Network': '1.1', Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'Port': '1.7', Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'PortForwarding': '1.2', Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'QosPolicy': '1.8', Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'SecurityGroup': '1.4', Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'SecurityGroupRule': '1.2', Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'SubPort': '1.0', Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'Subnet': '1.1', Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: 'Trunk': '1.1'}} Jun 12 17:04:29.522035 dv-cinder-796114-2-iscsi neutron-server[92468]: {{(pid=92468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 17:04:29.524383 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b163c67e-ce54-4d45-8c14-81e6a0356e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065'] for network, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:29.524383 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b163c67e-ce54-4d45-8c14-81e6a0356e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:29.524699 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b163c67e-ce54-4d45-8c14-81e6a0356e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:29.525645 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:29.534030 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-d11a3273-3bd3-4e04-a24d-adfade134b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:29.571416 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-0e6a52ac-95a6-4068-aeb3-9a222c027373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:29.571647 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Attempting to bind port 31ea8804-d546-4093-ae56-13b7d94d3cf5 on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:04:29.571842 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Attempting to bind port 31ea8804-d546-4093-ae56-13b7d94d3cf5 by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': 'fa65e6f4-1b37-4142-92e7-b206f39500dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e'}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:04:29.572464 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Attempting to bind port 31ea8804-d546-4093-ae56-13b7d94d3cf5 on network 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:04:29.578888 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:04:29.579779 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Checking segment: {'id': 'fa65e6f4-1b37-4142-92e7-b206f39500dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:04:29.580391 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:29.580798 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Bound using segment: {'id': 'fa65e6f4-1b37-4142-92e7-b206f39500dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e'} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:04:29.581283 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Bound port: 31ea8804-d546-4093-ae56-13b7d94d3cf5, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa65e6f4-1b37-4142-92e7-b206f39500dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e'}}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:04:29.581669 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:29.621148 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163c67e-ce54-4d45-8c14-81e6a0356e2a admin admin] Pushing event updated for resources: {'Network': ['ID=c09584c3-4ac3-4e8f-b766-4b7df12cd05f,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:29.624488 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-b163c67e-ce54-4d45-8c14-81e6a0356e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:29.625086 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:29.633671 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Network c09584c3-4ac3-4e8f-b766-4b7df12cd05f details requested by agent ovs-agent-dv-cinder-796114-2-iscsi with host dv-cinder-796114-2-iscsi {{(pid=92468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 17:04:29.641161 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6a52ac-95a6-4068-aeb3-9a222c027373 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=92467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 17:04:29.661407 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-b163c67e-ce54-4d45-8c14-81e6a0356e2a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4931109 Jun 12 17:04:29.665362 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 55256) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:29.669178 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-0e6a52ac-95a6-4068-aeb3-9a222c027373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:29.669533 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.segments_db [None req-0e6a52ac-95a6-4068-aeb3-9a222c027373 admin admin] Added segment 244e7e49-79a1-4e4c-afcc-b93d0497c040 of type vlan for network 1bd00fee-120e-4d62-8f0b-f1dd692edaaf Jun 12 17:04:29.672933 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-81f6f98b-fec6-4644-8c04-591d48427981 admin admin] Request body: {'subnet': {'network_id': 'c09584c3-4ac3-4e8f-b766-4b7df12cd05f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1090621369-subnet', 'tenant_id': '2048a9f7e885456e898a1dfe48898b16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:29.673645 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a52ac-95a6-4068-aeb3-9a222c027373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b972bab-882a-42bd-b00a-97091fcb0b4b,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:29.684739 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-0e6a52ac-95a6-4068-aeb3-9a222c027373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:29.689798 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] For port 31ea8804-d546-4093-ae56-13b7d94d3cf5, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:04:29.693242 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] For port 31ea8804-d546-4093-ae56-13b7d94d3cf5, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=31ea8804-d546-4093-ae56-13b7d94d3cf5,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:04:29.745444 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-0e6a52ac-95a6-4068-aeb3-9a222c027373 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742179357597'] for network, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:29.773450 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:29.776559 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:29.814710 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e12cd0fc-d162-4230-9049-1536231a7e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:29.854289 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-0e6a52ac-95a6-4068-aeb3-9a222c027373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065'] for network, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:29.858735 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6a52ac-95a6-4068-aeb3-9a222c027373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:29.858735 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-0e6a52ac-95a6-4068-aeb3-9a222c027373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:29.859696 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:29.871863 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Pushing event updated for resources: {'Port': ['ID=31ea8804-d546-4093-ae56-13b7d94d3cf5,revision_number=2']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:29.889372 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:29.947442 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e12cd0fc-d162-4230-9049-1536231a7e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:29.952462 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a52ac-95a6-4068-aeb3-9a222c027373 admin admin] Pushing event updated for resources: {'Network': ['ID=1bd00fee-120e-4d62-8f0b-f1dd692edaaf,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:29.957718 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-0e6a52ac-95a6-4068-aeb3-9a222c027373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:29.958863 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:29.974824 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Network 1bd00fee-120e-4d62-8f0b-f1dd692edaaf details requested by agent ovs-agent-dv-cinder-796114-2-iscsi with host dv-cinder-796114-2-iscsi {{(pid=92468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 17:04:29.985650 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12cd0fc-d162-4230-9049-1536231a7e2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=92467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 17:04:29.995419 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cd0fc-d162-4230-9049-1536231a7e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090a769f-bdc4-40d0-95cd-a3d0bdbb4007,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:30.003961 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e12cd0fc-d162-4230-9049-1536231a7e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:30.004524 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.segments_db [None req-e12cd0fc-d162-4230-9049-1536231a7e2f admin admin] Added segment 29156e22-d4f7-4803-8426-165b91d9ec1f of type vlan for network 125cb4fd-0296-45b2-bf49-aefe6877aead Jun 12 17:04:30.006078 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e12cd0fc-d162-4230-9049-1536231a7e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:30.086193 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-0e6a52ac-95a6-4068-aeb3-9a222c027373 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8816328 Jun 12 17:04:30.086379 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 55264) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:30.091501 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-a7411863-3a47-4856-a900-c2c9bf4ef59e admin admin] Request body: {'subnet': {'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1330182457-subnet', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:30.128708 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e12cd0fc-d162-4230-9049-1536231a7e2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742179357597'] for network, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:30.265783 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e12cd0fc-d162-4230-9049-1536231a7e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065'] for network, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:30.267926 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12cd0fc-d162-4230-9049-1536231a7e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:30.275230 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e12cd0fc-d162-4230-9049-1536231a7e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:30.281426 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-b163c67e-ce54-4d45-8c14-81e6a0356e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:30.339852 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6558b0b4-d4a1-48f7-8375-fae29ada4bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:30.392242 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cd0fc-d162-4230-9049-1536231a7e2f admin admin] Pushing event updated for resources: {'Network': ['ID=125cb4fd-0296-45b2-bf49-aefe6877aead,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:30.394777 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e12cd0fc-d162-4230-9049-1536231a7e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:30.402400 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Network 125cb4fd-0296-45b2-bf49-aefe6877aead details requested by agent ovs-agent-dv-cinder-796114-2-iscsi with host dv-cinder-796114-2-iscsi {{(pid=92468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 17:04:30.432716 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6558b0b4-d4a1-48f7-8375-fae29ada4bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:30.443491 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e12cd0fc-d162-4230-9049-1536231a7e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:30.459808 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6558b0b4-d4a1-48f7-8375-fae29ada4bcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=92467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 17:04:30.469549 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558b0b4-d4a1-48f7-8375-fae29ada4bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72ab373-b452-4ed5-b953-088b658abba6,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:30.474228 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6558b0b4-d4a1-48f7-8375-fae29ada4bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:30.475407 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6558b0b4-d4a1-48f7-8375-fae29ada4bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:30.475672 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.segments_db [None req-6558b0b4-d4a1-48f7-8375-fae29ada4bcc admin admin] Added segment 73747d56-01c8-4f1c-a6b1-64dffe204326 of type vlan for network 0eafd16f-a46c-448b-a61d-13c84461e05d Jun 12 17:04:30.527911 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.db.api [None req-a7411863-3a47-4856-a900-c2c9bf4ef59e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 12 17:04:30.527911 dv-cinder-796114-2-iscsi neutron-server[92466]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 12 17:04:30.527911 dv-cinder-796114-2-iscsi neutron-server[92466]: [parameters: {'project_id_1': '27f65002b23d4deb8a864f9d7c9721a6', 'expiration_1': datetime.datetime(2021, 6, 12, 17, 4, 30, 106127)}] Jun 12 17:04:30.527911 dv-cinder-796114-2-iscsi neutron-server[92466]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 17:04:30.534447 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-e12cd0fc-d162-4230-9049-1536231a7e2f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2938712 Jun 12 17:04:30.535197 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 55280) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:30.542772 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-5bdfd3aa-49f6-4c81-9f27-9674f5055452 admin admin] Request body: {'subnet': {'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1317972093-subnet', 'tenant_id': 'a00f9cbf2f9744efbd69f0b786efb35c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:30.543641 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_db.api [None req-a7411863-3a47-4856-a900-c2c9bf4ef59e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 17:04:30.552373 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.db.api [None req-81f6f98b-fec6-4644-8c04-591d48427981 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 12 17:04:30.552373 dv-cinder-796114-2-iscsi neutron-server[92466]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 12 17:04:30.552373 dv-cinder-796114-2-iscsi neutron-server[92466]: [parameters: {'project_id_1': '2048a9f7e885456e898a1dfe48898b16', 'expiration_1': datetime.datetime(2021, 6, 12, 17, 4, 29, 679385)}] Jun 12 17:04:30.552373 dv-cinder-796114-2-iscsi neutron-server[92466]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 17:04:30.554367 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_db.api [None req-81f6f98b-fec6-4644-8c04-591d48427981 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 17:04:30.563080 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6558b0b4-d4a1-48f7-8375-fae29ada4bcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742179357597'] for network, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:30.620264 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16469155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12062'] for router, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:30.621530 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16469188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16397778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16460493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12261'] for router, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:30.698294 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:30.707138 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6558b0b4-d4a1-48f7-8375-fae29ada4bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065'] for network, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:30.709117 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6558b0b4-d4a1-48f7-8375-fae29ada4bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:30.710421 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6558b0b4-d4a1-48f7-8375-fae29ada4bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:30.728412 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:30.769369 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdfd3aa-49f6-4c81-9f27-9674f5055452 admin admin] Made reservation on behalf of a00f9cbf2f9744efbd69f0b786efb35c for: {'subnet': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:04:30.771715 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5bdfd3aa-49f6-4c81-9f27-9674f5055452 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:30.850187 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558b0b4-d4a1-48f7-8375-fae29ada4bcc admin admin] Pushing event updated for resources: {'Network': ['ID=0eafd16f-a46c-448b-a61d-13c84461e05d,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:30.852911 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6558b0b4-d4a1-48f7-8375-fae29ada4bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:30.873261 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Network 0eafd16f-a46c-448b-a61d-13c84461e05d details requested by agent ovs-agent-dv-cinder-796114-2-iscsi with host dv-cinder-796114-2-iscsi {{(pid=92468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 17:04:30.912048 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-6558b0b4-d4a1-48f7-8375-fae29ada4bcc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.6382012 Jun 12 17:04:30.914902 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 55292) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:30.920301 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-43c73b71-bd58-4cae-a392-8ce1bd382341 admin admin] Request body: {'subnet': {'network_id': '0eafd16f-a46c-448b-a61d-13c84461e05d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1615621677-subnet', 'tenant_id': 'f05fb791868a4bc09d17000a059c9879', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:31.043251 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 31ea8804-d546-4093-ae56-13b7d94d3cf5 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:04:31.104567 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16397773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16469169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12275'] for router, precommit_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:31.120438 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf551733-e1c7-46fa-bab9-e81e19a88207 None None] Network 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:04:31.131497 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c73b71-bd58-4cae-a392-8ce1bd382341 admin admin] Made reservation on behalf of f05fb791868a4bc09d17000a059c9879 for: {'subnet': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:04:31.134103 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-43c73b71-bd58-4cae-a392-8ce1bd382341 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:31.203117 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7411863-3a47-4856-a900-c2c9bf4ef59e admin admin] Made reservation on behalf of 27f65002b23d4deb8a864f9d7c9721a6 for: {'subnet': 1} {{(pid=92466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:04:31.205576 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-a7411863-3a47-4856-a900-c2c9bf4ef59e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:31.289713 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 31ea8804-d546-4093-ae56-13b7d94d3cf5 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:04:31.294696 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-c7978f34-09c5-4dc1-ac01-46f24641d7c6 None None] Provisioning for port 31ea8804-d546-4093-ae56-13b7d94d3cf5 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:04:31.298642 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 31ea8804-d546-4093-ae56-13b7d94d3cf5 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:31.299029 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:31.302275 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5bdfd3aa-49f6-4c81-9f27-9674f5055452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042'] for subnet, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:31.308596 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-260373c7-2144-4f84-a007-6313f0aed767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:31.328533 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-c7978f34-09c5-4dc1-ac01-46f24641d7c6 None None] Provisioning complete for port 31ea8804-d546-4093-ae56-13b7d94d3cf5 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:31.329122 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-c7978f34-09c5-4dc1-ac01-46f24641d7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:31.399375 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f6f98b-fec6-4644-8c04-591d48427981 admin admin] Made reservation on behalf of 2048a9f7e885456e898a1dfe48898b16 for: {'subnet': 1} {{(pid=92466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:04:31.402550 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-81f6f98b-fec6-4644-8c04-591d48427981 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:31.430973 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdfd3aa-49f6-4c81-9f27-9674f5055452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e99254b9-d790-4af1-8b27-77862c199d32,revision_number=0']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:31.433932 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-5bdfd3aa-49f6-4c81-9f27-9674f5055452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:31.461019 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdfd3aa-49f6-4c81-9f27-9674f5055452 admin admin] Checking segment: {'id': '29156e22-d4f7-4803-8426-165b91d9ec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:04:31.461019 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdfd3aa-49f6-4c81-9f27-9674f5055452 admin admin] Network hostable DHCP agents. Network: 125cb4fd-0296-45b2-bf49-aefe6877aead, hostable agents: ['dea24f1a-15dd-4e40-8754-3f5bb8b9c420'], hosted agents: [] {{(pid=92467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 17:04:31.540576 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-43c73b71-bd58-4cae-a392-8ce1bd382341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042'] for subnet, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:31.541820 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdfd3aa-49f6-4c81-9f27-9674f5055452 admin admin] Network 125cb4fd-0296-45b2-bf49-aefe6877aead is scheduled to be hosted by DHCP agent dea24f1a-15dd-4e40-8754-3f5bb8b9c420 with binding_index 1 {{(pid=92467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 17:04:31.549105 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:31.621256 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:31.635070 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-c7978f34-09c5-4dc1-ac01-46f24641d7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:31.635581 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-5bdfd3aa-49f6-4c81-9f27-9674f5055452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-2-iscsi, 125cb4fd-0296-45b2-bf49-aefe6877aead) {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:04:31.640420 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdfd3aa-49f6-4c81-9f27-9674f5055452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:31.641839 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5bdfd3aa-49f6-4c81-9f27-9674f5055452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:31.650894 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cad8bc-724f-429a-b28e-e5e34c5af659 None None] Network 125cb4fd-0296-45b2-bf49-aefe6877aead requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:04:31.662829 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c73b71-bd58-4cae-a392-8ce1bd382341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c894c67e-9afd-476d-b855-4f5171bf79e1,revision_number=0']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:31.665927 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-43c73b71-bd58-4cae-a392-8ce1bd382341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:31.677092 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c73b71-bd58-4cae-a392-8ce1bd382341 admin admin] Checking segment: {'id': '73747d56-01c8-4f1c-a6b1-64dffe204326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0eafd16f-a46c-448b-a61d-13c84461e05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:04:31.677092 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c73b71-bd58-4cae-a392-8ce1bd382341 admin admin] Network hostable DHCP agents. Network: 0eafd16f-a46c-448b-a61d-13c84461e05d, hostable agents: ['dea24f1a-15dd-4e40-8754-3f5bb8b9c420'], hosted agents: [] {{(pid=92467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 17:04:31.729558 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 31ea8804-d546-4093-ae56-13b7d94d3cf5, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=31ea8804-d546-4093-ae56-13b7d94d3cf5,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:04:31.746607 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-5bdfd3aa-49f6-4c81-9f27-9674f5055452 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2079122 Jun 12 17:04:31.779236 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c73b71-bd58-4cae-a392-8ce1bd382341 admin admin] Network 0eafd16f-a46c-448b-a61d-13c84461e05d is scheduled to be hosted by DHCP agent dea24f1a-15dd-4e40-8754-3f5bb8b9c420 with binding_index 1 {{(pid=92467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 17:04:31.785270 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-43c73b71-bd58-4cae-a392-8ce1bd382341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-2-iscsi, 0eafd16f-a46c-448b-a61d-13c84461e05d) {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:04:31.798395 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ac86db-da0c-417b-b0e9-16a127f97de8 None None] Network 0eafd16f-a46c-448b-a61d-13c84461e05d requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:04:31.799296 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c73b71-bd58-4cae-a392-8ce1bd382341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:31.802609 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-43c73b71-bd58-4cae-a392-8ce1bd382341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:31.806003 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:31.887314 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6d89dbaa-4b30-486a-b3fb-ada8aa9e52d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:31.890037 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.db.api [None req-c7978f34-09c5-4dc1-ac01-46f24641d7c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 17:04:31.890419 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_db.api [None req-c7978f34-09c5-4dc1-ac01-46f24641d7c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 17:04:31.913447 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-a7411863-3a47-4856-a900-c2c9bf4ef59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042'] for subnet, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:31.923928 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-43c73b71-bd58-4cae-a392-8ce1bd382341 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0079529 Jun 12 17:04:31.926720 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 55320) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:31.938060 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1615621677-router', 'tenant_id': 'f05fb791868a4bc09d17000a059c9879', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:31.938187 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:32.048882 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16469155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12062'] for router, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:32.050188 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16469188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16397778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16460493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12261'] for router, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:32.106632 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=31ea8804-d546-4093-ae56-13b7d94d3cf5,revision_number=3']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:32.110077 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:32.150216 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32df92b1-4d4d-4e21-903b-4f3ea3547997 None None] Network 125cb4fd-0296-45b2-bf49-aefe6877aead requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:04:32.240465 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7411863-3a47-4856-a900-c2c9bf4ef59e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b76acd-3b25-497d-91fe-7cc8125c8173,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:32.266865 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-a7411863-3a47-4856-a900-c2c9bf4ef59e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:32.291409 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7411863-3a47-4856-a900-c2c9bf4ef59e admin admin] Checking segment: {'id': '244e7e49-79a1-4e4c-afcc-b93d0497c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:04:32.291837 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7411863-3a47-4856-a900-c2c9bf4ef59e admin admin] Network hostable DHCP agents. Network: 1bd00fee-120e-4d62-8f0b-f1dd692edaaf, hostable agents: ['dea24f1a-15dd-4e40-8754-3f5bb8b9c420'], hosted agents: [] {{(pid=92466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 17:04:32.297079 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:32.339014 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:32.340813 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 55352) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:32.345014 dv-cinder-796114-2-iscsi neutron-server[92466]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 12 17:04:32.403187 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:32.409745 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-81f6f98b-fec6-4644-8c04-591d48427981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042'] for subnet, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:32.474738 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-a7411863-3a47-4856-a900-c2c9bf4ef59e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:32.558831 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6ac4cf-80f9-462c-a5c2-6c94c223c9cd None None] Network 0eafd16f-a46c-448b-a61d-13c84461e05d requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:04:32.617277 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7411863-3a47-4856-a900-c2c9bf4ef59e admin admin] Network 1bd00fee-120e-4d62-8f0b-f1dd692edaaf is scheduled to be hosted by DHCP agent dea24f1a-15dd-4e40-8754-3f5bb8b9c420 with binding_index 1 {{(pid=92466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 17:04:32.797114 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16397773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16469169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12275'] for router, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:32.801542 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-eb75f408-2032-41b5-bd5a-acbf81e4effd None None] Provisioning complete for port 31ea8804-d546-4093-ae56-13b7d94d3cf5 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:32.802025 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-eb75f408-2032-41b5-bd5a-acbf81e4effd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:32.809243 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6f98b-fec6-4644-8c04-591d48427981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ba56899-7485-4f24-8062-cc34cc79ec77,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:32.821095 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-b47d3caf-6fa7-4f4b-b183-caf19bd563d7 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:32.822585 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-b47d3caf-6fa7-4f4b-b183-caf19bd563d7 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/networks?id=125cb4fd-0296-45b2-bf49-aefe6877aead HTTP/1.1" status: 200 len: 815 time: 0.4786289 Jun 12 17:04:32.823261 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-81f6f98b-fec6-4644-8c04-591d48427981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:32.832614 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f6f98b-fec6-4644-8c04-591d48427981 admin admin] Checking segment: {'id': 'f54b62d9-28ca-4e39-83df-29705f6ff4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c09584c3-4ac3-4e8f-b766-4b7df12cd05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:04:32.832614 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f6f98b-fec6-4644-8c04-591d48427981 admin admin] Network hostable DHCP agents. Network: c09584c3-4ac3-4e8f-b766-4b7df12cd05f, hostable agents: ['dea24f1a-15dd-4e40-8754-3f5bb8b9c420'], hosted agents: [] {{(pid=92466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 17:04:32.855461 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_common [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] Allocated IP 172.27.1.85 (ea6ee7b2-d8f2-435f-804e-11e3b9b06d41/91bb23a6-47cd-46ba-a600-d5abe9f7088a/2d790a87-4c57-499d-a980-e049bcb6724c) {{(pid=92466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:04:32.864069 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-a7411863-3a47-4856-a900-c2c9bf4ef59e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-2-iscsi, 1bd00fee-120e-4d62-8f0b-f1dd692edaaf) {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:04:32.876212 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-cde73854-7756-4117-b59a-850a8715f52e tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/quotas/a00f9cbf2f9744efbd69f0b786efb35c HTTP/1.1" status: 200 len: 375 time: 0.0396633 Jun 12 17:04:32.877588 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7411863-3a47-4856-a900-c2c9bf4ef59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:32.878245 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-a7411863-3a47-4856-a900-c2c9bf4ef59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:32.889536 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccd9d68-0352-4885-bb47-38df445d6a8c None None] Network 1bd00fee-120e-4d62-8f0b-f1dd692edaaf requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:04:32.930577 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 31ea8804-d546-4093-ae56-13b7d94d3cf5 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:04:32.974728 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-a9b4d3ba-2bbe-4dcd-b9ab-c30953976cfc tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a00f9cbf2f9744efbd69f0b786efb35c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800538 Jun 12 17:04:33.010404 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f6f98b-fec6-4644-8c04-591d48427981 admin admin] Network c09584c3-4ac3-4e8f-b766-4b7df12cd05f is scheduled to be hosted by DHCP agent dea24f1a-15dd-4e40-8754-3f5bb8b9c420 with binding_index 1 {{(pid=92466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 17:04:33.015739 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-a7411863-3a47-4856-a900-c2c9bf4ef59e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9259963 Jun 12 17:04:33.016214 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 55374) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:33.034162 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:33.069056 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-81f6f98b-fec6-4644-8c04-591d48427981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-2-iscsi, c09584c3-4ac3-4e8f-b766-4b7df12cd05f) {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:04:33.081082 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f6f98b-fec6-4644-8c04-591d48427981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:33.081666 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-81f6f98b-fec6-4644-8c04-591d48427981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:33.081811 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fc9aa6-5287-436b-98a7-0348176b0df5 None None] Network c09584c3-4ac3-4e8f-b766-4b7df12cd05f requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:04:33.125953 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:33.159650 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 31ea8804-d546-4093-ae56-13b7d94d3cf5 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:33.160041 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:33.275449 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-92b81e19-4c4a-42e8-9676-6b52d7ea52dc service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 17:04:33.279137 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-92b81e19-4c4a-42e8-9676-6b52d7ea52dc service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0941749 Jun 12 17:04:33.298305 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:33.310153 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c9d205f-6952-582c-9c30-338f7d97ab93-1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'fixed_ips': [{'subnet_id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173'}]}} from dv-cinder-796114-2-iscsi. {{(pid=92468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 17:04:33.311101 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:33.337153 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:33.346259 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16469155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12062'] for router, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:33.347487 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16469188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16397778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16460493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12261'] for router, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:33.385783 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:33.403359 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:33.471278 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-81f6f98b-fec6-4644-8c04-591d48427981 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8043573 Jun 12 17:04:33.487746 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:33.518628 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:04:33.529287 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:04:33.531487 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] Pushing event updated for resources: {'Port': ['ID=2d790a87-4c57-499d-a980-e049bcb6724c,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:33.537177 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d260c4-4b09-47f9-bafa-fc8d3d5b1c45 None None] Network c09584c3-4ac3-4e8f-b766-4b7df12cd05f requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:04:33.543242 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] Received port after_create {{(pid=92466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:04:33.551942 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-c19c21df-b34b-45c1-b935-d49b7e66311d service neutron] 10.222.0.16 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720525 Jun 12 17:04:33.578390 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] Allocated IP 172.27.1.169 (ea6ee7b2-d8f2-435f-804e-11e3b9b06d41/91bb23a6-47cd-46ba-a600-d5abe9f7088a/ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:04:33.686757 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:33.757874 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:33.898577 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.db_base_plugin_common [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Allocated IP 172.20.0.2 (1bd00fee-120e-4d62-8f0b-f1dd692edaaf/b6b76acd-3b25-497d-91fe-7cc8125c8173/83e02ca6-5fab-4eac-a402-ae7341a430e6) {{(pid=92468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:04:33.955218 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-3e4c9220-0d30-4ccf-89af-2e22b83e865f service neutron] 10.222.0.16 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023297 Jun 12 17:04:34.091478 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16397773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16469169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12275'] for router, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:34.130460 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 55418) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:34.132771 dv-cinder-796114-2-iscsi neutron-server[92467]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 12 17:04:34.152791 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Notify callbacks [] for port, precommit_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:34.162463 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Transition to ACTIVE for port object 83e02ca6-5fab-4eac-a402-ae7341a430e6 will not be triggered until provisioned by entity L2. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:04:34.184850 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Transition to ACTIVE for port object 83e02ca6-5fab-4eac-a402-ae7341a430e6 will not be triggered until provisioned by entity DHCP. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:04:34.226705 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:34.249928 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:34.253437 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-fdc35078-a382-422d-b61a-c039068086df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:34.261929 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:34.299372 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:34.324284 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Network 1bd00fee-120e-4d62-8f0b-f1dd692edaaf is already hosted by enough agents. {{(pid=92468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:04:34.329333 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.scheduler.base_scheduler [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Resources bound (agent type, host, resource id): {{(pid=92468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:04:34.334879 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Received port after_create {{(pid=92468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:04:34.402985 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Pushing event updated for resources: {'Port': ['ID=83e02ca6-5fab-4eac-a402-ae7341a430e6,revision_number=1']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:34.422260 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-dcb21a6f-59f8-4257-8b03-3a1c7304bc68 req-26f321d2-671a-4cd6-a199-877e4ac6a31f tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 210 time: 0.1046627 Jun 12 17:04:34.443157 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:34.467391 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Attempting to bind port 83e02ca6-5fab-4eac-a402-ae7341a430e6 on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:04:34.471471 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Attempting to bind port 83e02ca6-5fab-4eac-a402-ae7341a430e6 by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '244e7e49-79a1-4e4c-afcc-b93d0497c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf'}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:04:34.471940 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Attempting to bind port 83e02ca6-5fab-4eac-a402-ae7341a430e6 on network 1bd00fee-120e-4d62-8f0b-f1dd692edaaf {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:04:34.484646 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:04:34.485035 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Checking segment: {'id': '244e7e49-79a1-4e4c-afcc-b93d0497c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:04:34.485447 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:34.488697 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Bound using segment: {'id': '244e7e49-79a1-4e4c-afcc-b93d0497c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf'} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:04:34.489704 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Bound port: 83e02ca6-5fab-4eac-a402-ae7341a430e6, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244e7e49-79a1-4e4c-afcc-b93d0497c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf'}}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:04:34.490103 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:34.560005 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 55444) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:34.609759 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:04:34.626279 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] For port 83e02ca6-5fab-4eac-a402-ae7341a430e6, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:04:34.631665 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] For port 83e02ca6-5fab-4eac-a402-ae7341a430e6, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=83e02ca6-5fab-4eac-a402-ae7341a430e6,segment=NetworkSegment(244e7e49-79a1-4e4c-afcc-b93d0497c040),segment_id=244e7e49-79a1-4e4c-afcc-b93d0497c040)] {{(pid=92468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:04:34.643710 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:04:34.672323 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:04:34.672323 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] Pushing event updated for resources: {'Port': ['ID=ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:34.673454 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16469160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16397461'] for router, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:34.673574 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5150b-4615-49c6-b998-f51721d9b288 req-bfe9fe12-ff7c-48e9-adb2-79606966faf9 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:34.674255 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-69e5150b-4615-49c6-b998-f51721d9b288 req-bfe9fe12-ff7c-48e9-adb2-79606966faf9 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/networks?id=c09584c3-4ac3-4e8f-b766-4b7df12cd05f HTTP/1.1" status: 200 len: 812 time: 0.5427079 Jun 12 17:04:34.718043 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:34.723465 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:34.731523 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:34.793561 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-69e5150b-4615-49c6-b998-f51721d9b288 req-5305e24a-9053-47e2-b0ef-113bed59e05f tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/quotas/2048a9f7e885456e898a1dfe48898b16 HTTP/1.1" status: 200 len: 375 time: 0.0680015 Jun 12 17:04:34.821611 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Pushing event updated for resources: {'Port': ['ID=83e02ca6-5fab-4eac-a402-ae7341a430e6,revision_number=2']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:34.824796 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:34.834789 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-bd961571-bdad-47a4-8d01-db4495f0a8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:34.937280 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-69e5150b-4615-49c6-b998-f51721d9b288 req-b672df76-fbc2-4201-8437-6016dc7879bb tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2048a9f7e885456e898a1dfe48898b16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685334 Jun 12 17:04:35.048104 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-bd961571-bdad-47a4-8d01-db4495f0a8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:35.078017 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] Router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a is scheduled to L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a with binding_index 1 {{(pid=92466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 17:04:35.202716 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-bd961571-bdad-47a4-8d01-db4495f0a8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:35.208627 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:35.219799 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [req-69e5150b-4615-49c6-b998-f51721d9b288 req-f308cbc0-32ec-4253-bd94-25398e386d8c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 17:04:35.220813 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-69e5150b-4615-49c6-b998-f51721d9b288 req-f308cbc0-32ec-4253-bd94-25398e386d8c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1921597 Jun 12 17:04:35.272400 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-bd961571-bdad-47a4-8d01-db4495f0a8c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6840228c1b9400b8f2c40ad55cd3d54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7117093 Jun 12 17:04:35.274856 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd961571-bdad-47a4-8d01-db4495f0a8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2b2049-6c5d-44c5-9f8e-380b91bbe599,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:35.278635 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-bd961571-bdad-47a4-8d01-db4495f0a8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:35.281209 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 55474) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:35.322325 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:04:35.333433 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] Sync routers for ids ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'] in dv-cinder-796114-2-iscsi {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:04:35.344403 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] Routers {'5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:04:35.345410 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:04:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:35.362366 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e354fddd-81d4-4305-ad2e-7be4a2e4960a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:35.364967 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:35.390376 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e354fddd-81d4-4305-ad2e-7be4a2e4960a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:35.413783 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:35.437123 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:35.468576 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] Notify callbacks [] for router, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:35.473817 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1630073 Jun 12 17:04:35.474834 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 55478) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:35.496671 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-69e5150b-4615-49c6-b998-f51721d9b288 req-a36d3251-e7c9-4eb3-a5b6-1799c5033b1a service neutron] 10.222.0.16 "GET /v2.0/networks/c09584c3-4ac3-4e8f-b766-4b7df12cd05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591338 Jun 12 17:04:35.527494 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] Set router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:04:35.613736 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-6193f0e4-d78e-4a30-af25-7d017a8f60c6 req-5bf09819-5694-4fa2-b5d8-eece50e3a7e5 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 210 time: 0.0833611 Jun 12 17:04:35.652313 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e354fddd-81d4-4305-ad2e-7be4a2e4960a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:35.661138 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e354fddd-81d4-4305-ad2e-7be4a2e4960a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:35.662269 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-e354fddd-81d4-4305-ad2e-7be4a2e4960a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab2b2049-6c5d-44c5-9f8e-380b91bbe599 HTTP/1.1" status: 204 len: 168 time: 0.3802357 Jun 12 17:04:35.671379 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-c98f25e0-8983-4e23-a649-0beb38a601a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:35.686778 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354fddd-81d4-4305-ad2e-7be4a2e4960a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2b2049-6c5d-44c5-9f8e-380b91bbe599,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:35.690108 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-e354fddd-81d4-4305-ad2e-7be4a2e4960a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:35.963357 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:30Z', 'updated_at': '2021-06-12T17:04:33Z', 'revision_number': 3, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'gw_port': {'id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:35.969192 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] Checking router: 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a for host: dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:04:35.969772 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] Updating router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a port 2d790a87-4c57-499d-a980-e049bcb6724c binding host dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 17:04:36.046955 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:36.085223 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8f7790-94ff-49e0-960f-465d55884874 None None] Network 1bd00fee-120e-4d62-8f0b-f1dd692edaaf requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:04:36.227810 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-47d33f8f-8da0-400f-9989-8db7cde728b7 None None] Provisioning for port 83e02ca6-5fab-4eac-a402-ae7341a430e6 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:04:36.323351 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16469160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16397461'] for router, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:36.325919 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] Allocated IP 172.27.1.112 (ea6ee7b2-d8f2-435f-804e-11e3b9b06d41/91bb23a6-47cd-46ba-a600-d5abe9f7088a/657dc42f-8d6e-44b4-9e3a-069ebde5f9ea) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:04:36.354234 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-69e5150b-4615-49c6-b998-f51721d9b288 req-8bd25fdb-67f2-47cc-902c-1efc7ac2b3ab service neutron] 10.222.0.16 "GET /v2.0/networks/c09584c3-4ac3-4e8f-b766-4b7df12cd05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7029388 Jun 12 17:04:36.595277 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:36.722105 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:36.843815 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c50e0df8-9de3-40b6-808d-7ed070de4a26 req-5b8c4879-6ca3-43ff-8ef9-d42cd3a51640 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 210 time: 0.1484177 Jun 12 17:04:36.868561 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] Router 6bb29e75-58c3-42d5-9af5-fd69bfa7b953 is scheduled to L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a with binding_index 1 {{(pid=92467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 17:04:36.880333 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4fd6572c-c4ac-4db0-94ce-b235a3b8f4fa req-1fcee092-ee25-4884-919d-32ef290a8d11 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 210 time: 0.0855632 Jun 12 17:04:37.016921 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:37.032608 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 83e02ca6-5fab-4eac-a402-ae7341a430e6 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:04:37.130187 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-1a86e11b-c203-466e-ac15-9bdfd884fa51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:37.140252 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_common [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Allocated IP 172.20.0.1 (2fce73c6-7c1b-497f-9f7e-7b8e1326da1e/a580d181-6158-4a52-89c2-8aedf3a5088e/5d9981a7-6e32-406b-ab19-0bda1af39032) {{(pid=92466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:04:37.197062 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:04:37.235384 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] Pushing event updated for resources: {'Port': ['ID=657dc42f-8d6e-44b4-9e3a-069ebde5f9ea,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:37.252339 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:37.253446 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:04:37.257361 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:04:37.328558 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:37.347452 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.provisioning_blocks [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Transition to ACTIVE for port object 5d9981a7-6e32-406b-ab19-0bda1af39032 will not be triggered until provisioned by entity DHCP. {{(pid=92466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:04:37.409064 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 83e02ca6-5fab-4eac-a402-ae7341a430e6 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:04:37.414011 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 83e02ca6-5fab-4eac-a402-ae7341a430e6 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:37.415482 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:37.437949 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] Notify callbacks [] for port, precommit_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:37.449718 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.provisioning_blocks [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] Transition to ACTIVE for port object 2d790a87-4c57-499d-a980-e049bcb6724c will not be triggered until provisioned by entity L2. {{(pid=92469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:04:37.463280 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:04:37.466111 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:37.483929 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] Sync routers for ids ['6bb29e75-58c3-42d5-9af5-fd69bfa7b953'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:04:37.484056 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:37.492881 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] Routers {'6bb29e75-58c3-42d5-9af5-fd69bfa7b953'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:04:37.493497 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:04:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['6bb29e75-58c3-42d5-9af5-fd69bfa7b953'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:37.525050 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Network 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:04:37.529774 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:04:37.548620 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Received port after_create {{(pid=92466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:04:37.548620 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16398672'] for router_interface, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:37.570279 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:37.574396 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:37.612631 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Pushing event updated for resources: {'Port': ['ID=5d9981a7-6e32-406b-ab19-0bda1af39032,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:37.681689 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:37.701696 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:37.722677 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] Attempting to bind port 2d790a87-4c57-499d-a980-e049bcb6724c on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:04:37.736155 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] Attempting to bind port 2d790a87-4c57-499d-a980-e049bcb6724c by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}] {{(pid=92469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:04:37.736414 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] Notify callbacks [] for router, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:37.736939 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] Attempting to bind port 2d790a87-4c57-499d-a980-e049bcb6724c on network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:04:37.737405 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8096616 Jun 12 17:04:37.746364 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:04:37.746741 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] Checking segment: {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:04:37.761445 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:37.761862 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] Bound using segment: {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'} {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:04:37.762373 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] Bound port: 2d790a87-4c57-499d-a980-e049bcb6724c, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}}] {{(pid=92469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:04:37.762752 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:37.765108 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d885b80-271c-485a-9023-17750690190f None None] Pushing event updated for resources: {'Port': ['ID=2d790a87-4c57-499d-a980-e049bcb6724c,revision_number=2']} {{(pid=92469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:37.804716 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 83e02ca6-5fab-4eac-a402-ae7341a430e6, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=83e02ca6-5fab-4eac-a402-ae7341a430e6,segment=NetworkSegment(244e7e49-79a1-4e4c-afcc-b93d0497c040),segment_id=244e7e49-79a1-4e4c-afcc-b93d0497c040)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:04:37.830717 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 55562) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:37.831626 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] Set router 6bb29e75-58c3-42d5-9af5-fd69bfa7b953 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:04:37.842521 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d885b80-271c-485a-9023-17750690190f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:37.842946 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d885b80-271c-485a-9023-17750690190f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:37.843282 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d885b80-271c-485a-9023-17750690190f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:37.843643 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d885b80-271c-485a-9023-17750690190f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:37.843974 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d885b80-271c-485a-9023-17750690190f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:37.844304 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d885b80-271c-485a-9023-17750690190f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:37.844625 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d885b80-271c-485a-9023-17750690190f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:37.851235 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d885b80-271c-485a-9023-17750690190f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:37.851235 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d885b80-271c-485a-9023-17750690190f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:37.851235 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d885b80-271c-485a-9023-17750690190f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:37.851235 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d885b80-271c-485a-9023-17750690190f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:37.851235 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d885b80-271c-485a-9023-17750690190f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d885b80-271c-485a-9023-17750690190f None None] Tracked resource versions report: Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: pushed versions: Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: { 'AddressGroup': {'1.2'}, Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'ConntrackHelper': {'1.0'}, Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'Log': {'1.0'}, Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'Network': {'1.1'}, Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'Port': {'1.7'}, Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'PortForwarding': {'1.2'}, Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'QosPolicy': {'1.8'}, Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'SecurityGroup': {'1.4'}, Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'SecurityGroupRule': {'1.2'}, Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'SubPort': {'1.0'}, Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'Subnet': {'1.1'}, Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'Trunk': {'1.1'}} Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: consumer versions: Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: { DHCP agent@dv-cinder-796114-2-iscsi: {}, Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: HyperV agent@hv-cinder-79611: {}, Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: L3 agent@dv-cinder-796114-2-iscsi: {}, Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: Metadata agent@dv-cinder-796114-2-iscsi: {}, Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: Metering agent@dv-cinder-796114-2-iscsi: {}, Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: Open vSwitch agent@dv-cinder-796114-2-iscsi: { 'AddressGroup': '1.2', Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'ConntrackHelper': '1.0', Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'Log': '1.0', Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'Network': '1.1', Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'Port': '1.7', Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'PortForwarding': '1.2', Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'QosPolicy': '1.8', Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'SecurityGroup': '1.4', Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'SecurityGroupRule': '1.2', Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'SubPort': '1.0', Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'Subnet': '1.1', Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: 'Trunk': '1.1'}} Jun 12 17:04:37.852916 dv-cinder-796114-2-iscsi neutron-server[92469]: {{(pid=92469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 12 17:04:37.868266 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-7d885b80-271c-485a-9023-17750690190f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:37.935656 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.db [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] For port 2d790a87-4c57-499d-a980-e049bcb6724c, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:04:37.941723 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.db [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] For port 2d790a87-4c57-499d-a980-e049bcb6724c, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=2d790a87-4c57-499d-a980-e049bcb6724c,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:04:37.972652 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:37.982109 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:38.026178 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:38.028605 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-5cbcb25b-6f56-4442-8eb0-148eaac17a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:38.152610 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d885b80-271c-485a-9023-17750690190f None None] Pushing event updated for resources: {'Port': ['ID=2d790a87-4c57-499d-a980-e049bcb6724c,revision_number=3']} {{(pid=92469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:38.159543 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-7d885b80-271c-485a-9023-17750690190f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:38.173834 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1392fc77-0abe-48b1-8ce9-0057cca3011a req-999c3a0e-3b34-418f-8953-614cde5f1621 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 210 time: 0.0882058 Jun 12 17:04:38.200239 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] Routers {'5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:04:38.200239 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:04:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:38.268571 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:38.295142 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:38.311471 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-ffb1ebd7-3df0-407e-aa4e-8f07c09e6263 None None] Provisioning for port 5d9981a7-6e32-406b-ab19-0bda1af39032 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:04:38.331572 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-ffb1ebd7-3df0-407e-aa4e-8f07c09e6263 None None] Provisioning complete for port 5d9981a7-6e32-406b-ab19-0bda1af39032 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:38.331965 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-ffb1ebd7-3df0-407e-aa4e-8f07c09e6263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:38.371381 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=83e02ca6-5fab-4eac-a402-ae7341a430e6,revision_number=3']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:38.390064 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:38.392618 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ef317962-c414-436c-9abf-c7a0036895da req-03ca0d31-a617-4d32-a125-2265dd1e989e tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 210 time: 0.1608188 Jun 12 17:04:38.418161 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-ffb1ebd7-3df0-407e-aa4e-8f07c09e6263 None None] Port 5d9981a7-6e32-406b-ab19-0bda1af39032 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:04:38.493954 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb29e75-58c3-42d5-9af5-fd69bfa7b953', 'name': 'tempest-ServerRescueNegativeTestJSON-1615621677-router', 'tenant_id': 'f05fb791868a4bc09d17000a059c9879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:34Z', 'revision_number': 3, 'project_id': 'f05fb791868a4bc09d17000a059c9879', 'gw_port': {'id': 'ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb29e75-58c3-42d5-9af5-fd69bfa7b953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:38.497912 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] Checking router: 6bb29e75-58c3-42d5-9af5-fd69bfa7b953 for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:04:38.498318 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] Updating router 6bb29e75-58c3-42d5-9af5-fd69bfa7b953 port ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd binding host dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 17:04:38.551186 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] Set router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:04:38.581572 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:38.937975 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:39.008402 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 83e02ca6-5fab-4eac-a402-ae7341a430e6 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:04:39.054280 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:39.055454 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16398788'] for router_interface, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:39.057874 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:30Z', 'updated_at': '2021-06-12T17:04:38Z', 'revision_number': 4, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'gw_port': {'id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '5d9981a7-6e32-406b-ab19-0bda1af39032', 'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'mac_address': 'fa:16:3e:cd:59:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:36Z', 'updated_at': '2021-06-12T17:04:37Z', 'revision_number': 1, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'subnets': [{'id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:39.064234 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:39.068054 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01801126-3d8c-4bbd-86f7-d5088cf2eebb None None] The sync data for ids ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'] in dv-cinder-796114-2-iscsi is: [{'id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:30Z', 'updated_at': '2021-06-12T17:04:38Z', 'revision_number': 4, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'gw_port': {'id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '5d9981a7-6e32-406b-ab19-0bda1af39032', 'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'mac_address': 'fa:16:3e:cd:59:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:36Z', 'updated_at': '2021-06-12T17:04:37Z', 'revision_number': 1, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'subnets': [{'id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:04:39.134246 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 83e02ca6-5fab-4eac-a402-ae7341a430e6 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:39.134825 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:39.200923 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Pushing event updated for resources: {'Port': ['ID=5d9981a7-6e32-406b-ab19-0bda1af39032,revision_number=2']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:39.214759 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:39.251027 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] Notify callbacks [] for port, precommit_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:39.267736 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] Transition to ACTIVE for port object ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd will not be triggered until provisioned by entity L2. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:04:39.313241 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16469160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16397461'] for router, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:39.345369 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Network 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:04:39.346788 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:04:39.403898 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:39.406707 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:39.466212 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:39.509877 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b1b93-f3e6-4545-aaef-0eddc7038a3b None None] Pushing event updated for resources: {'Port': ['ID=ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd,revision_number=2']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:39.540580 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9d0401ce-24ad-4392-b721-44350f29d23f req-ba6e065b-47dc-4a8d-9f5f-58b6560c66b7 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 210 time: 0.1621385 Jun 12 17:04:39.553677 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-2d8b1b93-f3e6-4545-aaef-0eddc7038a3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:39.611875 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] Attempting to bind port ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:04:39.612582 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] Attempting to bind port ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:04:39.613180 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] Attempting to bind port ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd on network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:04:39.625907 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:04:39.626372 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] Checking segment: {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:04:39.626893 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:39.627399 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] Bound using segment: {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:04:39.628071 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] Bound port: ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:04:39.628570 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:39.628705 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:04:39.743460 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] For port ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:04:39.762404 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] For port ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:04:39.768969 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-69679f4c-f775-44fe-81bd-52acc146673f None None] Provisioning complete for port 5d9981a7-6e32-406b-ab19-0bda1af39032 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:39.769485 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-69679f4c-f775-44fe-81bd-52acc146673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:39.804096 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 55620) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:39.824390 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-69679f4c-f775-44fe-81bd-52acc146673f None None] Port 5d9981a7-6e32-406b-ab19-0bda1af39032 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:04:39.858484 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bfea8827-3dc7-48e2-88af-af251cb5b76b req-53cd9048-8ab7-4818-9f72-9bb5c0756510 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 210 time: 0.0937119 Jun 12 17:04:39.866473 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:39.872142 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:39.896145 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Allocated IP 172.20.0.1 (0eafd16f-a46c-448b-a61d-13c84461e05d/c894c67e-9afd-476d-b855-4f5171bf79e1/f85bf3f3-973b-4b4b-99ed-499db55fd824) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:04:39.915880 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] Router df0ef657-9bbd-419b-8709-c062d97e0db2 is scheduled to L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a with binding_index 1 {{(pid=92467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 17:04:39.916303 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:04:39.941498 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] 10.222.0.16 "PUT /v2.0/routers/5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4622324 Jun 12 17:04:39.989942 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] Routers {'6bb29e75-58c3-42d5-9af5-fd69bfa7b953'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:04:39.990621 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:04:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['6bb29e75-58c3-42d5-9af5-fd69bfa7b953'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:40.125836 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-847cfd33-6f1a-413b-97fc-a02f723ea2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:40.168228 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b1b93-f3e6-4545-aaef-0eddc7038a3b None None] Pushing event updated for resources: {'Port': ['ID=ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd,revision_number=3']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:40.181415 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-2d8b1b93-f3e6-4545-aaef-0eddc7038a3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:40.211822 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] Set router 6bb29e75-58c3-42d5-9af5-fd69bfa7b953 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:04:40.260404 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:04:40.274020 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] Sync routers for ids ['df0ef657-9bbd-419b-8709-c062d97e0db2'] in dv-cinder-796114-2-iscsi {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:04:40.283524 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] Routers {'df0ef657-9bbd-419b-8709-c062d97e0db2'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:04:40.284222 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:04:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['df0ef657-9bbd-419b-8709-c062d97e0db2'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:40.326267 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:40.427877 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-847cfd33-6f1a-413b-97fc-a02f723ea2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:40.490654 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] Set router df0ef657-9bbd-419b-8709-c062d97e0db2 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:04:40.501899 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-847cfd33-6f1a-413b-97fc-a02f723ea2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:40.509828 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:40.528459 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb29e75-58c3-42d5-9af5-fd69bfa7b953', 'name': 'tempest-ServerRescueNegativeTestJSON-1615621677-router', 'tenant_id': 'f05fb791868a4bc09d17000a059c9879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:34Z', 'revision_number': 3, 'project_id': 'f05fb791868a4bc09d17000a059c9879', 'gw_port': {'id': 'ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb29e75-58c3-42d5-9af5-fd69bfa7b953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:40.534939 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffd4c89-2213-4865-a89e-1524f9afee73 None None] The sync data for ids ['6bb29e75-58c3-42d5-9af5-fd69bfa7b953'] in dv-cinder-796114-2-iscsi is: [{'id': '6bb29e75-58c3-42d5-9af5-fd69bfa7b953', 'name': 'tempest-ServerRescueNegativeTestJSON-1615621677-router', 'tenant_id': 'f05fb791868a4bc09d17000a059c9879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:34Z', 'revision_number': 3, 'project_id': 'f05fb791868a4bc09d17000a059c9879', 'gw_port': {'id': 'ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb29e75-58c3-42d5-9af5-fd69bfa7b953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:04:40.568744 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:40.578874 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] Notify callbacks [] for router, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:40.580484 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5633438 Jun 12 17:04:40.585485 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 55640) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:40.586993 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-847cfd33-6f1a-413b-97fc-a02f723ea2da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c0da5269c5f498983f909201903d772&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7821114 Jun 12 17:04:40.588986 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 55642) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:40.601391 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cfd33-6f1a-413b-97fc-a02f723ea2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9422eacf-e865-4823-8c1d-86a1a457df8d,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:40.605336 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-847cfd33-6f1a-413b-97fc-a02f723ea2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:40.609326 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-59dd52b2-ccff-49a0-8c5b-5b2c4604c520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:40.662514 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Network 0eafd16f-a46c-448b-a61d-13c84461e05d is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:04:40.675698 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:04:40.678591 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:04:40.679270 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16398672'] for router_interface, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:40.765689 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 55644) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:40.814345 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-6477a20c-e0f8-4518-b56b-0dfa39857a48 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--886063402', 'description': 'tempest-description--642038796'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:40.994219 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:37Z', 'revision_number': 3, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'gw_port': {'id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:35Z', 'updated_at': '2021-06-12T17:04:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:41.008849 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 2d790a87-4c57-499d-a980-e049bcb6724c up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:04:41.022506 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] Checking router: df0ef657-9bbd-419b-8709-c062d97e0db2 for host: dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:04:41.023024 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] Updating router df0ef657-9bbd-419b-8709-c062d97e0db2 port 657dc42f-8d6e-44b4-9e3a-069ebde5f9ea binding host dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 17:04:41.125908 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:41.198490 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Pushing event updated for resources: {'Port': ['ID=f85bf3f3-973b-4b4b-99ed-499db55fd824,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:41.207891 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:41.224077 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b91a7d62-7368-4234-a74e-0bab02f3c0ab req-5dd0cfe4-a0da-4b08-a65e-554935bcd10d tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 210 time: 0.0505087 Jun 12 17:04:41.225744 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 2d790a87-4c57-499d-a980-e049bcb6724c completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:04:41.230484 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 2d790a87-4c57-499d-a980-e049bcb6724c triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:41.232615 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:41.270998 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb833216-78a4-465b-88df-ba4c1ddf9e65 req-169f278d-a679-41d7-be31-e269235e0a58 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 210 time: 0.4970703 Jun 12 17:04:41.379721 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bb703356-bd52-4ea1-be01-50faaefed820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:41.427243 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6477a20c-e0f8-4518-b56b-0dfa39857a48 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:41.444544 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:41.507546 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 2d790a87-4c57-499d-a980-e049bcb6724c, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=2d790a87-4c57-499d-a980-e049bcb6724c,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:04:41.525271 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bb703356-bd52-4ea1-be01-50faaefed820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:41.614760 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:41.617934 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:41.720036 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] Notify callbacks [] for port, precommit_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:41.742394 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=2d790a87-4c57-499d-a980-e049bcb6724c,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:41.745962 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:41.772423 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6477a20c-e0f8-4518-b56b-0dfa39857a48 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:41.784558 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.22', 64300) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:41.785951 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.provisioning_blocks [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] Transition to ACTIVE for port object 657dc42f-8d6e-44b4-9e3a-069ebde5f9ea will not be triggered until provisioned by entity L2. {{(pid=92469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:04:41.800704 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bb703356-bd52-4ea1-be01-50faaefed820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:41.803784 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:41.818209 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bb703356-bd52-4ea1-be01-50faaefed820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:41.819767 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-bb703356-bd52-4ea1-be01-50faaefed820 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9422eacf-e865-4823-8c1d-86a1a457df8d HTTP/1.1" status: 204 len: 168 time: 1.2295122 Jun 12 17:04:41.820508 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:41.837652 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-0e6a52ac-95a6-4068-aeb3-9a222c027373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:41.864601 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb703356-bd52-4ea1-be01-50faaefed820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9422eacf-e865-4823-8c1d-86a1a457df8d,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:41.869946 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-bb703356-bd52-4ea1-be01-50faaefed820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:41.894675 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:41.909408 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-7d885b80-271c-485a-9023-17750690190f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:41.945214 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6477a20c-e0f8-4518-b56b-0dfa39857a48 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:41.964371 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:42.001208 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329f207-1e9d-42f1-9fbb-ae63b0baede3 None None] Pushing event updated for resources: {'Port': ['ID=657dc42f-8d6e-44b4-9e3a-069ebde5f9ea,revision_number=2']} {{(pid=92469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:42.007030 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-6329f207-1e9d-42f1-9fbb-ae63b0baede3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:42.011974 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] Attempting to bind port 657dc42f-8d6e-44b4-9e3a-069ebde5f9ea on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:04:42.012435 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] Attempting to bind port 657dc42f-8d6e-44b4-9e3a-069ebde5f9ea by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}] {{(pid=92469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:04:42.012902 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] Attempting to bind port 657dc42f-8d6e-44b4-9e3a-069ebde5f9ea on network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:04:42.026356 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477a20c-e0f8-4518-b56b-0dfa39857a48 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bab01d-5360-4ddb-8b30-136632a157e9,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:42.027513 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:04:42.029407 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] Checking segment: {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:04:42.029931 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:42.030421 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] Bound using segment: {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'} {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:04:42.030969 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] Bound port: 657dc42f-8d6e-44b4-9e3a-069ebde5f9ea, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}}] {{(pid=92469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:04:42.031419 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:42.035249 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-b0e22691-b707-477f-aecd-0b1da0159129 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:42.036725 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-b0e22691-b707-477f-aecd-0b1da0159129 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.22 "GET /v2.0/networks?id=125cb4fd-0296-45b2-bf49-aefe6877aead HTTP/1.1" status: 200 len: 815 time: 0.2507365 Jun 12 17:04:42.042901 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6477a20c-e0f8-4518-b56b-0dfa39857a48 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:42.129980 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-4d5410c1-e10a-4782-becb-90569ab40295 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Request body: {'port': {'device_id': '4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5', 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead', 'admin_state_up': True, 'tenant_id': 'a00f9cbf2f9744efbd69f0b786efb35c'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:42.148546 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6477a20c-e0f8-4518-b56b-0dfa39857a48 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:42.153318 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-6477a20c-e0f8-4518-b56b-0dfa39857a48 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.3739257 Jun 12 17:04:42.158285 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 55668) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:42.165707 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-13bbc54c-404c-4cad-b655-c18cadb03e0b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Request body: {'security_group_rule': {'security_group_id': 'c9bab01d-5360-4ddb-8b30-136632a157e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:42.204337 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_common [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Allocated IP 172.20.0.1 (1bd00fee-120e-4d62-8f0b-f1dd692edaaf/b6b76acd-3b25-497d-91fe-7cc8125c8173/055cb4bd-6568-412e-be80-783443d6006a) {{(pid=92466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:04:42.244448 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:04:42.313313 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.db [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] For port 657dc42f-8d6e-44b4-9e3a-069ebde5f9ea, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:04:42.334387 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.db [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] For port 657dc42f-8d6e-44b4-9e3a-069ebde5f9ea, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=657dc42f-8d6e-44b4-9e3a-069ebde5f9ea,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:04:42.397692 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:42.401542 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:42.546753 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329f207-1e9d-42f1-9fbb-ae63b0baede3 None None] Pushing event updated for resources: {'Port': ['ID=657dc42f-8d6e-44b4-9e3a-069ebde5f9ea,revision_number=3']} {{(pid=92469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:42.552251 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-6329f207-1e9d-42f1-9fbb-ae63b0baede3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:42.569812 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] Routers {'df0ef657-9bbd-419b-8709-c062d97e0db2'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:04:42.570805 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:04:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['df0ef657-9bbd-419b-8709-c062d97e0db2'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:42.644303 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-750748f6-2251-4675-81ff-156e09febf5a req-3fb63f1c-a428-47ab-8744-16be6c0d1927 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 210 time: 0.1343462 Jun 12 17:04:42.671760 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:42.715485 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-4d5410c1-e10a-4782-becb-90569ab40295 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Made reservation on behalf of a00f9cbf2f9744efbd69f0b786efb35c for: {'port': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:04:42.727711 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-4d5410c1-e10a-4782-becb-90569ab40295 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:42.749961 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.22', 64306) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:42.752165 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-13bbc54c-404c-4cad-b655-c18cadb03e0b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:42.788056 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:42.792366 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] Set router df0ef657-9bbd-419b-8709-c062d97e0db2 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:04:42.812822 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-03f03c1a-5f87-49b8-bde2-2f242b755059 req-291bf3d4-ddb0-4acd-b715-9f979d2ca85c tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 210 time: 0.1267457 Jun 12 17:04:42.924623 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] Sync routers for ids ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:04:42.956895 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] Routers {'5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:04:42.957822 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:04:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:43.111107 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 55706) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:43.228665 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-4d5410c1-e10a-4782-becb-90569ab40295 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Allocated IP 172.20.0.14 (125cb4fd-0296-45b2-bf49-aefe6877aead/e99254b9-d790-4af1-8b27-77862c199d32/1d535e4b-3946-4f2a-a276-c1ce680faa52) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:04:43.272321 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:43.292489 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.provisioning_blocks [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Transition to ACTIVE for port object 055cb4bd-6568-412e-be80-783443d6006a will not be triggered until provisioned by entity DHCP. {{(pid=92466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:04:43.355386 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16398788'] for router_interface, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:43.358059 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:43.375322 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-acb87984-1828-4711-b93d-27cb234185cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:43.389016 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:37Z', 'revision_number': 3, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'gw_port': {'id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:35Z', 'updated_at': '2021-06-12T17:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:43.393758 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:04:43.398625 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b8a343-ba3b-45b5-9425-528b28fc3d02 None None] The sync data for ids ['df0ef657-9bbd-419b-8709-c062d97e0db2'] in dv-cinder-796114-2-iscsi is: [{'id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:37Z', 'revision_number': 3, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'gw_port': {'id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:35Z', 'updated_at': '2021-06-12T17:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}] {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:04:43.484298 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:43.537359 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] Set router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:04:43.885905 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-13bbc54c-404c-4cad-b655-c18cadb03e0b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:43.885905 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:43.893529 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Pushing event updated for resources: {'Port': ['ID=f85bf3f3-973b-4b4b-99ed-499db55fd824,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:43.896506 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:04:43.896506 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:43.896506 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:43.899972 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:43.900992 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Network 1bd00fee-120e-4d62-8f0b-f1dd692edaaf is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:04:43.900992 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:04:43.901407 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Network 0eafd16f-a46c-448b-a61d-13c84461e05d is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:04:43.901660 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Received port after_create {{(pid=92466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:04:43.901660 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16398672'] for router_interface, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:43.901951 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:04:43.920106 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5150b-4615-49c6-b998-f51721d9b288 req-70f9f4e9-7064-46b6-8867-54748d27d638 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:43.936441 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-69e5150b-4615-49c6-b998-f51721d9b288 req-70f9f4e9-7064-46b6-8867-54748d27d638 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.22 "GET /v2.0/networks?id=c09584c3-4ac3-4e8f-b766-4b7df12cd05f HTTP/1.1" status: 200 len: 812 time: 1.1249959 Jun 12 17:04:44.029214 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [req-69e5150b-4615-49c6-b998-f51721d9b288 req-de21fbdc-8d70-4958-ab1f-3667fd69a788 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Request body: {'port': {'device_id': '9a5be35b-ea3a-4ab1-864c-8da5a3b6cced', 'network_id': 'c09584c3-4ac3-4e8f-b766-4b7df12cd05f', 'admin_state_up': True, 'tenant_id': '2048a9f7e885456e898a1dfe48898b16'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:44.051955 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 55730) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:44.053784 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Pushing event updated for resources: {'Port': ['ID=055cb4bd-6568-412e-be80-783443d6006a,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:44.067981 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-13bbc54c-404c-4cad-b655-c18cadb03e0b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:44.157029 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:44.171691 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a9edcec2-ddc7-4260-8e66-0ccc2ca3cd4f req-78932ea1-ec99-4942-ae2d-409337957452 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 210 time: 0.2225451 Jun 12 17:04:44.262845 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:44.319671 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-4d5410c1-e10a-4782-becb-90569ab40295 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:44.320171 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbc54c-404c-4cad-b655-c18cadb03e0b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbd3237-818b-4de5-9f7f-ce8b590d42a1,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:44.376922 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a6b81af4-71d5-445b-9668-4fa58d414b84 req-33df41a3-cfe1-484a-8ee4-3435f39da216 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 210 time: 0.1348386 Jun 12 17:04:44.400308 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:44.442669 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-4d5410c1-e10a-4782-becb-90569ab40295 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:44.452913 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-d2d6c2b7-8666-47d9-b5e9-060b3c07563b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:44.461152 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:04:44.463936 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-61cca976-1f24-4681-a9c6-aca3d3d45150 None None] Provisioning for port 055cb4bd-6568-412e-be80-783443d6006a completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:04:44.479676 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-61cca976-1f24-4681-a9c6-aca3d3d45150 None None] Provisioning complete for port 055cb4bd-6568-412e-be80-783443d6006a triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:44.480220 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-61cca976-1f24-4681-a9c6-aca3d3d45150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:44.547858 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-13bbc54c-404c-4cad-b655-c18cadb03e0b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:44.598137 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:44.602955 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 2d790a87-4c57-499d-a980-e049bcb6724c up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:04:44.618411 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-79ecd5c1-4e08-4288-bd3c-678265d602f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:44.664167 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-acb87984-1828-4711-b93d-27cb234185cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:44.717715 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5410c1-e10a-4782-becb-90569ab40295 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Pushing event updated for resources: {'Port': ['ID=1d535e4b-3946-4f2a-a276-c1ce680faa52,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:44.741443 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-4d5410c1-e10a-4782-becb-90569ab40295 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Network 125cb4fd-0296-45b2-bf49-aefe6877aead is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:04:44.742741 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-4d5410c1-e10a-4782-becb-90569ab40295 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:44.745461 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-4d5410c1-e10a-4782-becb-90569ab40295 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:04:44.805905 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-0bc87291-598c-441e-8c1c-defe9d00bfca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:44.808580 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-4d5410c1-e10a-4782-becb-90569ab40295 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:04:44.814076 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-61cca976-1f24-4681-a9c6-aca3d3d45150 None None] Port 055cb4bd-6568-412e-be80-783443d6006a cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:04:44.825736 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-acb87984-1828-4711-b93d-27cb234185cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:44.837093 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-4d5410c1-e10a-4782-becb-90569ab40295 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:44.837862 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-4d5410c1-e10a-4782-becb-90569ab40295 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:44.904921 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:30Z', 'updated_at': '2021-06-12T17:04:38Z', 'revision_number': 4, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'gw_port': {'id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '5d9981a7-6e32-406b-ab19-0bda1af39032', 'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'mac_address': 'fa:16:3e:cd:59:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:36Z', 'updated_at': '2021-06-12T17:04:38Z', 'revision_number': 2, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'subnets': [{'id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:44.918959 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:44.924601 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:44.934698 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] Checking router: 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:04:44.934698 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] Updating router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a port 5d9981a7-6e32-406b-ab19-0bda1af39032 binding host dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 17:04:44.956600 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-4d5410c1-e10a-4782-becb-90569ab40295 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8315833 Jun 12 17:04:44.964004 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-01d047c2-3b9c-4a17-8eb8-0d77b6965ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:44.978937 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Router 6bb29e75-58c3-42d5-9af5-fd69bfa7b953 has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:04:45.003156 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 2d790a87-4c57-499d-a980-e049bcb6724c triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:45.003817 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:45.004297 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-acb87984-1828-4711-b93d-27cb234185cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a7db73dfd4a4fdabec8500a04f7f6b5&name=default HTTP/1.1" status: 200 len: 2977 time: 1.8456976 Jun 12 17:04:45.005198 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-13bbc54c-404c-4cad-b655-c18cadb03e0b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:45.006276 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-13bbc54c-404c-4cad-b655-c18cadb03e0b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8465919 Jun 12 17:04:45.069061 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:45.151293 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 55756) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:45.151517 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 55758) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:45.152402 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:45.211358 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-0ed0cd4c-c1af-4fb9-bcf5-9669286cd51e tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 17:04:45.212692 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-0ed0cd4c-c1af-4fb9-bcf5-9669286cd51e tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063465 Jun 12 17:04:45.214250 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:04:45.220948 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] 10.222.0.16 "PUT /v2.0/routers/6bb29e75-58c3-42d5-9af5-fd69bfa7b953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3889291 Jun 12 17:04:45.230896 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] Sync routers for ids ['6bb29e75-58c3-42d5-9af5-fd69bfa7b953'] in dv-cinder-796114-2-iscsi {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:04:45.280289 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] Routers {'6bb29e75-58c3-42d5-9af5-fd69bfa7b953'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:04:45.281171 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:04:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['6bb29e75-58c3-42d5-9af5-fd69bfa7b953'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:45.288236 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-cbed674a-4a42-4126-91ac-c089719e9042 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Request body: {'security_group_rule': {'security_group_id': 'c9bab01d-5360-4ddb-8b30-136632a157e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:45.467035 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb87984-1828-4711-b93d-27cb234185cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cd6ae2-0bc5-4220-848d-5667d836d8d8,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:45.502168 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Request body: {'port': {'device_id': '4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:45.504592 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-acb87984-1828-4711-b93d-27cb234185cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:45.595804 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] Set router 6bb29e75-58c3-42d5-9af5-fd69bfa7b953 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:04:45.816440 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5742ef9d-6cf9-4220-90b6-9746a0421b52 req-2b308cb6-0cd3-47fb-8dfd-5b672e735e59 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 210 time: 0.1373456 Jun 12 17:04:45.855488 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:46.018947 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 657dc42f-8d6e-44b4-9e3a-069ebde5f9ea up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:04:46.121568 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] Notify callbacks [] for port, precommit_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:46.133848 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] Transition to ACTIVE for port object 5d9981a7-6e32-406b-ab19-0bda1af39032 will not be triggered until provisioned by entity L2. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:04:46.242204 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-0bc87291-598c-441e-8c1c-defe9d00bfca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:46.243662 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 657dc42f-8d6e-44b4-9e3a-069ebde5f9ea completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:04:46.257342 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 657dc42f-8d6e-44b4-9e3a-069ebde5f9ea triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:46.262359 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:46.296349 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb29e75-58c3-42d5-9af5-fd69bfa7b953', 'name': 'tempest-ServerRescueNegativeTestJSON-1615621677-router', 'tenant_id': 'f05fb791868a4bc09d17000a059c9879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:41Z', 'revision_number': 4, 'project_id': 'f05fb791868a4bc09d17000a059c9879', 'gw_port': {'id': 'ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb29e75-58c3-42d5-9af5-fd69bfa7b953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': 'f85bf3f3-973b-4b4b-99ed-499db55fd824', 'name': '', 'network_id': '0eafd16f-a46c-448b-a61d-13c84461e05d', 'tenant_id': 'f05fb791868a4bc09d17000a059c9879', 'mac_address': 'fa:16:3e:96:de:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb29e75-58c3-42d5-9af5-fd69bfa7b953', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c894c67e-9afd-476d-b855-4f5171bf79e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:39Z', 'updated_at': '2021-06-12T17:04:42Z', 'revision_number': 2, 'project_id': 'f05fb791868a4bc09d17000a059c9879', 'subnets': [{'id': 'c894c67e-9afd-476d-b855-4f5171bf79e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:46.300977 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] Checking router: 6bb29e75-58c3-42d5-9af5-fd69bfa7b953 for host: dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:04:46.301764 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] Updating router 6bb29e75-58c3-42d5-9af5-fd69bfa7b953 port f85bf3f3-973b-4b4b-99ed-499db55fd824 binding host dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 17:04:46.319472 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:46.333105 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:46.344917 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c833d349-e4c3-4881-9e4b-e6f104886acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:46.354442 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:46.378773 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c833d349-e4c3-4881-9e4b-e6f104886acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:46.503191 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-0bc87291-598c-441e-8c1c-defe9d00bfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:46.596777 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d832c-cf78-49ab-a6b4-2077d6adeab6 None None] Pushing event updated for resources: {'Port': ['ID=5d9981a7-6e32-406b-ab19-0bda1af39032,revision_number=3']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:46.600103 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6e2d832c-cf78-49ab-a6b4-2077d6adeab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:46.629753 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:46.646945 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] Attempting to bind port 5d9981a7-6e32-406b-ab19-0bda1af39032 on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:04:46.647411 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] Attempting to bind port 5d9981a7-6e32-406b-ab19-0bda1af39032 by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': 'fa65e6f4-1b37-4142-92e7-b206f39500dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e'}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:04:46.648039 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] Attempting to bind port 5d9981a7-6e32-406b-ab19-0bda1af39032 on network 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:04:46.664848 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:04:46.665243 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] Checking segment: {'id': 'fa65e6f4-1b37-4142-92e7-b206f39500dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:04:46.665671 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:46.666084 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] Bound using segment: {'id': 'fa65e6f4-1b37-4142-92e7-b206f39500dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e'} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:04:46.666580 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] Bound port: 5d9981a7-6e32-406b-ab19-0bda1af39032, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa65e6f4-1b37-4142-92e7-b206f39500dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e'}}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:04:46.667083 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:46.673273 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:46.697325 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:46.718664 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935efcc5-e97b-4fa1-82f3-91b151957324 req-6532d049-454c-4941-8a15-12b7bbf6080a tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:46.720946 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-935efcc5-e97b-4fa1-82f3-91b151957324 req-6532d049-454c-4941-8a15-12b7bbf6080a tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 932 time: 1.3555379 Jun 12 17:04:46.783219 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 657dc42f-8d6e-44b4-9e3a-069ebde5f9ea, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=657dc42f-8d6e-44b4-9e3a-069ebde5f9ea,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:04:46.790329 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc87291-598c-441e-8c1c-defe9d00bfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0496f4-acbd-4c47-ab56-1d3ae7ee99d9,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:46.814903 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-0bc87291-598c-441e-8c1c-defe9d00bfca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43f78eee5fa849b3b396b815e6cf9d59&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7453985 Jun 12 17:04:46.816660 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-0bc87291-598c-441e-8c1c-defe9d00bfca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:46.817588 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 55794) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:46.828460 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] For port 5d9981a7-6e32-406b-ab19-0bda1af39032, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:04:46.835676 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] For port 5d9981a7-6e32-406b-ab19-0bda1af39032, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=5d9981a7-6e32-406b-ab19-0bda1af39032,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:04:46.860500 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-935efcc5-e97b-4fa1-82f3-91b151957324 req-c4054acf-2912-43e4-bb80-314876598f77 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206913 Jun 12 17:04:46.920815 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-fe13d346-d1b9-408b-93d0-7d017343637f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:46.956486 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-fe13d346-d1b9-408b-93d0-7d017343637f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:47.035216 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:47.055493 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cbed674a-4a42-4126-91ac-c089719e9042 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:47.062974 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16398788'] for router_interface, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:47.089048 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:47.090837 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:04:47.092638 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] Notify callbacks [] for port, precommit_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:47.095267 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-8aa6a351-a373-4435-a035-2c9697b20a37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:47.098122 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:47.101154 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b8b67117-b540-4216-99eb-2112607e7f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:47.116750 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1e577695-7929-4611-bc45-bb0a5a90649a req-81f5d0e0-8293-4d25-b4fb-501fb3e50c68 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 210 time: 0.0863733 Jun 12 17:04:47.128832 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-248047e1-0d47-4569-a2a8-48298b01e077 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:47.136529 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-248047e1-0d47-4569-a2a8-48298b01e077 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/networks?id=0eafd16f-a46c-448b-a61d-13c84461e05d HTTP/1.1" status: 200 len: 819 time: 0.8019643 Jun 12 17:04:47.148266 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c833d349-e4c3-4881-9e4b-e6f104886acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:47.162581 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c833d349-e4c3-4881-9e4b-e6f104886acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:47.165702 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-c833d349-e4c3-4881-9e4b-e6f104886acd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3cd6ae2-0bc5-4220-848d-5667d836d8d8 HTTP/1.1" status: 204 len: 168 time: 2.0081899 Jun 12 17:04:47.168520 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-df9fc702-c41c-48d2-872b-a0d8977e9a09 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/quotas/f05fb791868a4bc09d17000a059c9879 HTTP/1.1" status: 200 len: 375 time: 0.0288129 Jun 12 17:04:47.197340 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.provisioning_blocks [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] Transition to ACTIVE for port object f85bf3f3-973b-4b4b-99ed-499db55fd824 will not be triggered until provisioned by entity L2. {{(pid=92469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:04:47.282504 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:47.285843 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-6329f207-1e9d-42f1-9fbb-ae63b0baede3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:47.390132 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-36026019-65e6-42ec-ae47-959bd1b6340c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f05fb791868a4bc09d17000a059c9879&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2192338 Jun 12 17:04:47.399922 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283d402-0cc7-4f9d-b576-6c9982aebfa1 None None] Pushing event updated for resources: {'Port': ['ID=f85bf3f3-973b-4b4b-99ed-499db55fd824,revision_number=3']} {{(pid=92469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:47.407379 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-7283d402-0cc7-4f9d-b576-6c9982aebfa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:47.450892 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d535e4b-3946-4f2a-a276-c1ce680faa52 {{(pid=92467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:04:47.463350 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:47.537564 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e5150b-4615-49c6-b998-f51721d9b288 req-de21fbdc-8d70-4958-ab1f-3667fd69a788 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Made reservation on behalf of 2048a9f7e885456e898a1dfe48898b16 for: {'port': 1} {{(pid=92466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:04:47.541962 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-69e5150b-4615-49c6-b998-f51721d9b288 req-de21fbdc-8d70-4958-ab1f-3667fd69a788 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:47.545738 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-fe13d346-d1b9-408b-93d0-7d017343637f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:47.591815 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Transition to ACTIVE for port object 1d535e4b-3946-4f2a-a276-c1ce680faa52 will not be triggered until provisioned by entity L2. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:04:47.599791 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-fe13d346-d1b9-408b-93d0-7d017343637f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:47.601360 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-fe13d346-d1b9-408b-93d0-7d017343637f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e0496f4-acbd-4c47-ab56-1d3ae7ee99d9 HTTP/1.1" status: 204 len: 168 time: 0.7783744 Jun 12 17:04:47.611757 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=657dc42f-8d6e-44b4-9e3a-069ebde5f9ea,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:47.616180 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:47.620886 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6d89dbaa-4b30-486a-b3fb-ada8aa9e52d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.458s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:47.679863 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:47.689655 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cbed674a-4a42-4126-91ac-c089719e9042 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:47.693592 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Pushing event updated for resources: {'Port': ['ID=055cb4bd-6568-412e-be80-783443d6006a,revision_number=2']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:47.707321 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:47.713583 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-bd961571-bdad-47a4-8d01-db4495f0a8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:47.717722 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:47.765789 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833d349-e4c3-4881-9e4b-e6f104886acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cd6ae2-0bc5-4220-848d-5667d836d8d8,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:47.847964 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d832c-cf78-49ab-a6b4-2077d6adeab6 None None] Pushing event updated for resources: {'Port': ['ID=5d9981a7-6e32-406b-ab19-0bda1af39032,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:47.896997 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6e2d832c-cf78-49ab-a6b4-2077d6adeab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:47.928008 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1c2b1f52-1873-4e3e-ba3d-6fcd93851b07 service neutron] 10.222.0.16 "GET /v2.0/networks/0eafd16f-a46c-448b-a61d-13c84461e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192606 Jun 12 17:04:47.928222 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cbed674a-4a42-4126-91ac-c089719e9042 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:47.955934 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] Routers {'5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:04:47.962402 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] Attempting to bind port f85bf3f3-973b-4b4b-99ed-499db55fd824 on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:04:47.962792 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] Attempting to bind port f85bf3f3-973b-4b4b-99ed-499db55fd824 by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '73747d56-01c8-4f1c-a6b1-64dffe204326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0eafd16f-a46c-448b-a61d-13c84461e05d'}] {{(pid=92469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:04:47.963655 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:04:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:47.964120 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] Attempting to bind port f85bf3f3-973b-4b4b-99ed-499db55fd824 on network 0eafd16f-a46c-448b-a61d-13c84461e05d {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:04:47.974417 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:04:47.974805 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] Checking segment: {'id': '73747d56-01c8-4f1c-a6b1-64dffe204326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0eafd16f-a46c-448b-a61d-13c84461e05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:04:47.975212 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:47.975632 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] Bound using segment: {'id': '73747d56-01c8-4f1c-a6b1-64dffe204326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0eafd16f-a46c-448b-a61d-13c84461e05d'} {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:04:47.976119 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] Bound port: f85bf3f3-973b-4b4b-99ed-499db55fd824, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73747d56-01c8-4f1c-a6b1-64dffe204326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0eafd16f-a46c-448b-a61d-13c84461e05d'}}] {{(pid=92469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:04:47.976503 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:48.196421 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.db [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] For port f85bf3f3-973b-4b4b-99ed-499db55fd824, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:04:48.206273 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.db [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] For port f85bf3f3-973b-4b4b-99ed-499db55fd824, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=f85bf3f3-973b-4b4b-99ed-499db55fd824,segment=NetworkSegment(73747d56-01c8-4f1c-a6b1-64dffe204326),segment_id=73747d56-01c8-4f1c-a6b1-64dffe204326)] {{(pid=92469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:04:48.243337 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d535e4b-3946-4f2a-a276-c1ce680faa52,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:48.255618 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13d346-d1b9-408b-93d0-7d017343637f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0496f4-acbd-4c47-ab56-1d3ae7ee99d9,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:48.304116 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Network 1bd00fee-120e-4d62-8f0b-f1dd692edaaf is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:04:48.308981 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-fe13d346-d1b9-408b-93d0-7d017343637f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:48.320898 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.684s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:48.321173 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:48.322171 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:04:48.346034 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:48.351228 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-13bbc54c-404c-4cad-b655-c18cadb03e0b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:48.366966 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-6329f207-1e9d-42f1-9fbb-ae63b0baede3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:48.377550 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:48.378081 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:48.533798 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] Routers {'6bb29e75-58c3-42d5-9af5-fd69bfa7b953'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:04:48.547828 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:04:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['6bb29e75-58c3-42d5-9af5-fd69bfa7b953'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:48.658511 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cbed674a-4a42-4126-91ac-c089719e9042 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:48.660484 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-cbed674a-4a42-4126-91ac-c089719e9042 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.5039990 Jun 12 17:04:48.670615 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 55828) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:48.671736 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.955s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:48.758900 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Request body: {'floatingip': {'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:48.762533 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] Set router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:04:48.812210 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Attempting to bind port 1d535e4b-3946-4f2a-a276-c1ce680faa52 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:04:48.813925 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Attempting to bind port 1d535e4b-3946-4f2a-a276-c1ce680faa52 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '29156e22-d4f7-4803-8426-165b91d9ec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead'}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:04:48.814351 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Attempting to bind port 1d535e4b-3946-4f2a-a276-c1ce680faa52 on network 125cb4fd-0296-45b2-bf49-aefe6877aead {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:04:48.926555 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for floatingip, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:49.006214 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Port 1d535e4b-3946-4f2a-a276-c1ce680faa52 on network 125cb4fd-0296-45b2-bf49-aefe6877aead not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 17:04:49.006543 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Attempting to bind port 1d535e4b-3946-4f2a-a276-c1ce680faa52 on network 125cb4fd-0296-45b2-bf49-aefe6877aead {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:04:49.070290 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Checking agent: {'id': '2dfdfaa1-9da4-4da7-bc93-db92fb710195', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'started_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:04:49.077356 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Checking segment: {'id': '29156e22-d4f7-4803-8426-165b91d9ec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:04:49.077356 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Bound using segment: {'id': '29156e22-d4f7-4803-8426-165b91d9ec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead'} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:04:49.077356 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Bound port: 1d535e4b-3946-4f2a-a276-c1ce680faa52, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29156e22-d4f7-4803-8426-165b91d9ec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead'}}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:04:49.077356 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:49.077721 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283d402-0cc7-4f9d-b576-6c9982aebfa1 None None] Pushing event updated for resources: {'Port': ['ID=f85bf3f3-973b-4b4b-99ed-499db55fd824,revision_number=4']} {{(pid=92469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:49.090580 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-7283d402-0cc7-4f9d-b576-6c9982aebfa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:49.148892 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] Set router 6bb29e75-58c3-42d5-9af5-fd69bfa7b953 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:04:49.153406 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-fb0aea41-ff6e-495f-bae2-c59fd79b638b service neutron] 10.222.0.16 "GET /v2.0/networks/0eafd16f-a46c-448b-a61d-13c84461e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0101252 Jun 12 17:04:49.175637 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Router df0ef657-9bbd-419b-8709-c062d97e0db2 has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:04:49.176843 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed674a-4a42-4126-91ac-c089719e9042 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e150b5ea-d328-49bb-a4a2-e0151b5a5ece,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:49.211277 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-cbed674a-4a42-4126-91ac-c089719e9042 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.860s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:49.281635 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_common [req-69e5150b-4615-49c6-b998-f51721d9b288 req-de21fbdc-8d70-4958-ab1f-3667fd69a788 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Allocated IP 172.20.0.5 (c09584c3-4ac3-4e8f-b766-4b7df12cd05f/2ba56899-7485-4f24-8062-cc34cc79ec77/ff6f2de7-7a51-47f3-8d67-e005e1995cf8) {{(pid=92466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:04:49.390309 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-dd0d784e-5a9b-4f28-891e-c943cbdb55e3 None None] Provisioning complete for port 055cb4bd-6568-412e-be80-783443d6006a triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:49.403187 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-dd0d784e-5a9b-4f28-891e-c943cbdb55e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:49.506529 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-dd0d784e-5a9b-4f28-891e-c943cbdb55e3 None None] Port 055cb4bd-6568-412e-be80-783443d6006a cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:04:49.618280 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 5d9981a7-6e32-406b-ab19-0bda1af39032 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:04:49.637358 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] For port 1d535e4b-3946-4f2a-a276-c1ce680faa52, host hv-cinder-79611, cleared binding levels {{(pid=92467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:04:49.671455 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] For port 1d535e4b-3946-4f2a-a276-c1ce680faa52, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1d535e4b-3946-4f2a-a276-c1ce680faa52,segment=NetworkSegment(29156e22-d4f7-4803-8426-165b91d9ec1f),segment_id=29156e22-d4f7-4803-8426-165b91d9ec1f)] {{(pid=92467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:04:49.714247 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526ea8a-101c-4de8-839c-1f98c35303a2 req-b800e811-4ed0-489a-bae2-6595bcb09691 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:49.714797 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:49.716776 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5526ea8a-101c-4de8-839c-1f98c35303a2 req-b800e811-4ed0-489a-bae2-6595bcb09691 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 944 time: 1.4062800 Jun 12 17:04:49.955463 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:30Z', 'updated_at': '2021-06-12T17:04:38Z', 'revision_number': 4, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'gw_port': {'id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '5d9981a7-6e32-406b-ab19-0bda1af39032', 'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'mac_address': 'fa:16:3e:cd:59:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:36Z', 'updated_at': '2021-06-12T17:04:46Z', 'revision_number': 4, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'subnets': [{'id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:49.960442 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b68ca48-b9a8-4143-b825-46f2ef1d27c7 None None] The sync data for ids ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'] in dv-cinder-796114-2-iscsi is: [{'id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:30Z', 'updated_at': '2021-06-12T17:04:38Z', 'revision_number': 4, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'gw_port': {'id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '5d9981a7-6e32-406b-ab19-0bda1af39032', 'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'mac_address': 'fa:16:3e:cd:59:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:36Z', 'updated_at': '2021-06-12T17:04:46Z', 'revision_number': 4, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'subnets': [{'id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:04:49.983078 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:04:49.987204 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:49.991587 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 5d9981a7-6e32-406b-ab19-0bda1af39032 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:04:50.004622 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 5d9981a7-6e32-406b-ab19-0bda1af39032 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:50.004893 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9e0d6788-a97c-43e9-a5a2-70ce939ac643 req-90a133bf-6e8a-45e4-b966-0574a0220e39 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 210 time: 0.1306727 Jun 12 17:04:50.005082 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:50.009464 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] Sync routers for ids ['df0ef657-9bbd-419b-8709-c062d97e0db2'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:04:50.040018 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb29e75-58c3-42d5-9af5-fd69bfa7b953', 'name': 'tempest-ServerRescueNegativeTestJSON-1615621677-router', 'tenant_id': 'f05fb791868a4bc09d17000a059c9879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:41Z', 'revision_number': 4, 'project_id': 'f05fb791868a4bc09d17000a059c9879', 'gw_port': {'id': 'ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb29e75-58c3-42d5-9af5-fd69bfa7b953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': 'f85bf3f3-973b-4b4b-99ed-499db55fd824', 'name': '', 'network_id': '0eafd16f-a46c-448b-a61d-13c84461e05d', 'tenant_id': 'f05fb791868a4bc09d17000a059c9879', 'mac_address': 'fa:16:3e:96:de:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb29e75-58c3-42d5-9af5-fd69bfa7b953', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c894c67e-9afd-476d-b855-4f5171bf79e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:39Z', 'updated_at': '2021-06-12T17:04:48Z', 'revision_number': 4, 'project_id': 'f05fb791868a4bc09d17000a059c9879', 'subnets': [{'id': 'c894c67e-9afd-476d-b855-4f5171bf79e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:50.043699 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:50.049711 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5526ea8a-101c-4de8-839c-1f98c35303a2 req-42cfdd0d-f00c-4667-ae3d-fb5efff3a02a tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259883 Jun 12 17:04:50.071515 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b0984a-f79b-4328-9f9d-4e45d0b24502 None None] The sync data for ids ['6bb29e75-58c3-42d5-9af5-fd69bfa7b953'] in dv-cinder-796114-2-iscsi is: [{'id': '6bb29e75-58c3-42d5-9af5-fd69bfa7b953', 'name': 'tempest-ServerRescueNegativeTestJSON-1615621677-router', 'tenant_id': 'f05fb791868a4bc09d17000a059c9879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:41Z', 'revision_number': 4, 'project_id': 'f05fb791868a4bc09d17000a059c9879', 'gw_port': {'id': 'ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb29e75-58c3-42d5-9af5-fd69bfa7b953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': 'f85bf3f3-973b-4b4b-99ed-499db55fd824', 'name': '', 'network_id': '0eafd16f-a46c-448b-a61d-13c84461e05d', 'tenant_id': 'f05fb791868a4bc09d17000a059c9879', 'mac_address': 'fa:16:3e:96:de:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb29e75-58c3-42d5-9af5-fd69bfa7b953', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c894c67e-9afd-476d-b855-4f5171bf79e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:39Z', 'updated_at': '2021-06-12T17:04:48Z', 'revision_number': 4, 'project_id': 'f05fb791868a4bc09d17000a059c9879', 'subnets': [{'id': 'c894c67e-9afd-476d-b855-4f5171bf79e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:04:50.112211 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] 10.222.0.16 "PUT /v2.0/routers/df0ef657-9bbd-419b-8709-c062d97e0db2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5275249 Jun 12 17:04:50.287523 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:50.290897 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:50.292470 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] 10.222.0.22 "PUT /v2.0/ports/1d535e4b-3946-4f2a-a276-c1ce680faa52 HTTP/1.1" status: 200 len: 1094 time: 4.8991504 Jun 12 17:04:50.325545 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] Routers {'df0ef657-9bbd-419b-8709-c062d97e0db2'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:04:50.330723 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:04:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['df0ef657-9bbd-419b-8709-c062d97e0db2'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:50.445696 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5', 'tag': '1d535e4b-3946-4f2a-a276-c1ce680faa52'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:04:50.459745 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-769ac757-872d-45d0-8375-2913101cbf7a req-7e2379df-abd9-41ed-aea0-b906a463f3f4 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 210 time: 0.2009196 Jun 12 17:04:50.572736 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-69e5150b-4615-49c6-b998-f51721d9b288 req-de21fbdc-8d70-4958-ab1f-3667fd69a788 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Notify callbacks [] for port, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:50.579632 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d535e4b-3946-4f2a-a276-c1ce680faa52,revision_number=3']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:50.592042 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:50.797756 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-69e5150b-4615-49c6-b998-f51721d9b288 req-de21fbdc-8d70-4958-ab1f-3667fd69a788 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:50.802203 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:50.949287 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:50.979094 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Allocated IP 172.27.1.8 (ea6ee7b2-d8f2-435f-804e-11e3b9b06d41/91bb23a6-47cd-46ba-a600-d5abe9f7088a/cfaa07bd-5448-4489-ae71-4addbe3320e4) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:04:51.006234 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] Set router df0ef657-9bbd-419b-8709-c062d97e0db2 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:04:51.100016 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e5150b-4615-49c6-b998-f51721d9b288 req-de21fbdc-8d70-4958-ab1f-3667fd69a788 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Network c09584c3-4ac3-4e8f-b766-4b7df12cd05f is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:04:51.125028 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [req-69e5150b-4615-49c6-b998-f51721d9b288 req-de21fbdc-8d70-4958-ab1f-3667fd69a788 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:04:51.129130 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e5150b-4615-49c6-b998-f51721d9b288 req-de21fbdc-8d70-4958-ab1f-3667fd69a788 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Received port after_create {{(pid=92466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:04:51.142563 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5150b-4615-49c6-b998-f51721d9b288 req-de21fbdc-8d70-4958-ab1f-3667fd69a788 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:51.143199 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-69e5150b-4615-49c6-b998-f51721d9b288 req-de21fbdc-8d70-4958-ab1f-3667fd69a788 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for port, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:51.209879 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 5d9981a7-6e32-406b-ab19-0bda1af39032, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=5d9981a7-6e32-406b-ab19-0bda1af39032,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:04:51.326214 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21fbdc-8d70-4958-ab1f-3667fd69a788 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Pushing event updated for resources: {'Port': ['ID=ff6f2de7-7a51-47f3-8d67-e005e1995cf8,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:51.338056 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-de21fbdc-8d70-4958-ab1f-3667fd69a788 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:51.362382 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-69e5150b-4615-49c6-b998-f51721d9b288 req-de21fbdc-8d70-4958-ab1f-3667fd69a788 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3394489 Jun 12 17:04:51.398817 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Request body: {'port': {'device_id': '9a5be35b-ea3a-4ab1-864c-8da5a3b6cced', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:51.472889 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-a1ee04b2-ddf8-4e9f-926e-dbc52e510aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:51.474669 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-a1ee04b2-ddf8-4e9f-926e-dbc52e510aec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a00f9cbf2f9744efbd69f0b786efb35c&device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 1097 time: 0.8713613 Jun 12 17:04:51.703450 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:51.706943 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 657dc42f-8d6e-44b4-9e3a-069ebde5f9ea up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:04:51.723455 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:51.757031 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-936aca7d-e6a7-42a8-8799-0c27ffe21e82 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d535e4b-3946-4f2a-a276-c1ce680faa52 HTTP/1.1" status: 200 len: 217 time: 0.2385800 Jun 12 17:04:51.801990 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:51.808830 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:51.832956 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9d955498-8956-4cbf-b809-5c0ae6b4f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:51.834718 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-9d955498-8956-4cbf-b809-5c0ae6b4f226 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99254b9-d790-4af1-8b27-77862c199d32 HTTP/1.1" status: 200 len: 855 time: 0.0967295 Jun 12 17:04:51.921449 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-fe56aa8d-6a10-4dce-bbf6-40dd0c17eeab tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:51.925547 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-fe56aa8d-6a10-4dce-bbf6-40dd0c17eeab tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/networks?id=0eafd16f-a46c-448b-a61d-13c84461e05d HTTP/1.1" status: 200 len: 819 time: 0.7298343 Jun 12 17:04:51.995973 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=5d9981a7-6e32-406b-ab19-0bda1af39032,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:52.046075 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-7a2318e6-9cdf-424a-9304-f3bf9a3aae61 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/quotas/f05fb791868a4bc09d17000a059c9879 HTTP/1.1" status: 200 len: 375 time: 0.0830746 Jun 12 17:04:52.046378 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b8ca44-b411-4a25-a491-9b1278216fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5", "tag": "1d535e4b-3946-4f2a-a276-c1ce680faa52"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:04:52.056065 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-876154a6-3924-4d5c-a816-3c3143730d83 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=125cb4fd-0296-45b2-bf49-aefe6877aead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1862237 Jun 12 17:04:52.063145 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:52.096252 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 657dc42f-8d6e-44b4-9e3a-069ebde5f9ea triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:52.096901 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:52.191952 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:44Z', 'revision_number': 4, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'gw_port': {'id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:35Z', 'updated_at': '2021-06-12T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '055cb4bd-6568-412e-be80-783443d6006a', 'name': '', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'mac_address': 'fa:16:3e:b3:a5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:41Z', 'updated_at': '2021-06-12T17:04:45Z', 'revision_number': 2, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'subnets': [{'id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:52.213107 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] Checking router: df0ef657-9bbd-419b-8709-c062d97e0db2 for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:04:52.213634 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] Updating router df0ef657-9bbd-419b-8709-c062d97e0db2 port 055cb4bd-6568-412e-be80-783443d6006a binding host dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 17:04:52.303628 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:52.323520 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-458fa6f4-708a-4c93-a3b8-cf621941f630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:52.544845 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-908ac84a-4232-4319-9c16-cb0ed7f5ff4d service neutron] 10.222.0.22 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590478 Jun 12 17:04:52.642137 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:52.681790 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-171eaf9d-bee2-44f0-be1c-77ccb2cd4170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:52.865863 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 55942) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:52.878775 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Pushing event updated for resources: {'Port': ['ID=cfaa07bd-5448-4489-ae71-4addbe3320e4,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:52.898640 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-9a0f1f17-c9dd-4465-a785-6dfd37738710 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Request body: {'security_group': {'name': 'tempest-securitygroup--33313823', 'description': 'tempest-description--1138333060'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:52.919783 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:53.113464 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-6218066b-44f9-4663-ac5b-5cbcd534b85b tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f05fb791868a4bc09d17000a059c9879&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0664964 Jun 12 17:04:53.118821 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:04:53.267981 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f7499e8d-0ba5-4f09-8eac-96c995886796 req-b8c768d7-a090-4d3b-8ef1-4ad65d44a4a5 service neutron] 10.222.0.22 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7060819 Jun 12 17:04:53.309753 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:04:53.338849 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:04:53.457406 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 5d9981a7-6e32-406b-ab19-0bda1af39032 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:04:53.524168 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-4d640640-8551-4a70-a6e1-9f3ebd9eae6f service neutron] 10.222.0.16 "GET /v2.0/networks/0eafd16f-a46c-448b-a61d-13c84461e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799171 Jun 12 17:04:53.678763 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.notifiers.nova [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6f2de7-7a51-47f3-8d67-e005e1995cf8 {{(pid=92466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:04:53.680915 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 5d9981a7-6e32-406b-ab19-0bda1af39032 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:53.681838 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:53.694244 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:53.715731 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.provisioning_blocks [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Transition to ACTIVE for port object ff6f2de7-7a51-47f3-8d67-e005e1995cf8 will not be triggered until provisioned by entity L2. {{(pid=92466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:04:53.808100 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] Notify callbacks [] for port, precommit_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:53.821917 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:53.823166 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] Transition to ACTIVE for port object 055cb4bd-6568-412e-be80-783443d6006a will not be triggered until provisioned by entity L2. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:04:53.854110 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-5cfdf1e8-4959-4018-a819-729cbafa65c6 service neutron] 10.222.0.16 "GET /v2.0/networks/0eafd16f-a46c-448b-a61d-13c84461e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184562 Jun 12 17:04:53.860912 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d493ed5-aae4-410f-9168-87d5229c7612 req-e6ccb2e5-8ffc-496d-8158-de6ac56ff0ba tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:53.868076 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2d493ed5-aae4-410f-9168-87d5229c7612 req-e6ccb2e5-8ffc-496d-8158-de6ac56ff0ba tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 931 time: 0.7410438 Jun 12 17:04:53.883266 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:53.885502 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device f85bf3f3-973b-4b4b-99ed-499db55fd824 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:04:53.890512 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:53.969079 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9a0f1f17-c9dd-4465-a785-6dfd37738710 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:53.973930 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:53.976673 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:54.071316 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6f2de7-7a51-47f3-8d67-e005e1995cf8,revision_number=2']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:54.077044 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:54.164624 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.managers [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Attempting to bind port ff6f2de7-7a51-47f3-8d67-e005e1995cf8 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=92466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:04:54.165345 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.managers [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Attempting to bind port ff6f2de7-7a51-47f3-8d67-e005e1995cf8 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'f54b62d9-28ca-4e39-83df-29705f6ff4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c09584c3-4ac3-4e8f-b766-4b7df12cd05f'}] {{(pid=92466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:04:54.165345 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Attempting to bind port ff6f2de7-7a51-47f3-8d67-e005e1995cf8 on network c09584c3-4ac3-4e8f-b766-4b7df12cd05f {{(pid=92466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:04:54.176980 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Port ff6f2de7-7a51-47f3-8d67-e005e1995cf8 on network c09584c3-4ac3-4e8f-b766-4b7df12cd05f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=92466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 17:04:54.177469 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Attempting to bind port ff6f2de7-7a51-47f3-8d67-e005e1995cf8 on network c09584c3-4ac3-4e8f-b766-4b7df12cd05f {{(pid=92466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:04:54.183405 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Checking agent: {'id': '2dfdfaa1-9da4-4da7-bc93-db92fb710195', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'started_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:04:54.183865 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Checking segment: {'id': 'f54b62d9-28ca-4e39-83df-29705f6ff4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c09584c3-4ac3-4e8f-b766-4b7df12cd05f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:04:54.185185 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Bound using segment: {'id': 'f54b62d9-28ca-4e39-83df-29705f6ff4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c09584c3-4ac3-4e8f-b766-4b7df12cd05f'} {{(pid=92466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:04:54.185802 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.managers [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Bound port: ff6f2de7-7a51-47f3-8d67-e005e1995cf8, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f54b62d9-28ca-4e39-83df-29705f6ff4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c09584c3-4ac3-4e8f-b766-4b7df12cd05f'}}] {{(pid=92466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:04:54.186162 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:54.241369 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77135b63-0581-42d1-845b-9dcc348f5de2 None None] Pushing event updated for resources: {'Port': ['ID=055cb4bd-6568-412e-be80-783443d6006a,revision_number=3']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:54.246864 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-77135b63-0581-42d1-845b-9dcc348f5de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:54.366498 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.db [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] For port ff6f2de7-7a51-47f3-8d67-e005e1995cf8, host hv-cinder-79611, cleared binding levels {{(pid=92466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:04:54.366703 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port f85bf3f3-973b-4b4b-99ed-499db55fd824 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:04:54.449372 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.db [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] For port ff6f2de7-7a51-47f3-8d67-e005e1995cf8, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ff6f2de7-7a51-47f3-8d67-e005e1995cf8,segment=NetworkSegment(f54b62d9-28ca-4e39-83df-29705f6ff4df),segment_id=f54b62d9-28ca-4e39-83df-29705f6ff4df)] {{(pid=92466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:04:54.532943 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] Attempting to bind port 055cb4bd-6568-412e-be80-783443d6006a on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:04:54.537017 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] Attempting to bind port 055cb4bd-6568-412e-be80-783443d6006a by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '244e7e49-79a1-4e4c-afcc-b93d0497c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf'}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:04:54.537540 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] Attempting to bind port 055cb4bd-6568-412e-be80-783443d6006a on network 1bd00fee-120e-4d62-8f0b-f1dd692edaaf {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:04:54.545599 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port f85bf3f3-973b-4b4b-99ed-499db55fd824 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:54.545917 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:54.551766 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:04:54.552159 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] Checking segment: {'id': '244e7e49-79a1-4e4c-afcc-b93d0497c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:04:54.552575 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:54.553038 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] Bound using segment: {'id': '244e7e49-79a1-4e4c-afcc-b93d0497c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf'} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:04:54.553476 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] Bound port: 055cb4bd-6568-412e-be80-783443d6006a, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244e7e49-79a1-4e4c-afcc-b93d0497c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf'}}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:04:54.553870 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:54.558466 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:54.561664 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:54.731680 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2d493ed5-aae4-410f-9168-87d5229c7612 req-8051b769-7109-4445-af4f-6f1cc01fe420 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8626990 Jun 12 17:04:54.735381 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:54.793249 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:54.793710 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for port, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:54.795792 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-69e5150b-4615-49c6-b998-f51721d9b288 req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] 10.222.0.22 "PUT /v2.0/ports/ff6f2de7-7a51-47f3-8d67-e005e1995cf8 HTTP/1.1" status: 200 len: 1093 time: 3.4158792 Jun 12 17:04:54.796781 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5be35b-ea3a-4ab1-864c-8da5a3b6cced', 'tag': 'ff6f2de7-7a51-47f3-8d67-e005e1995cf8'}] {{(pid=92466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:04:54.866136 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6f2de7-7a51-47f3-8d67-e005e1995cf8,revision_number=3']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:54.874895 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:54.918367 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9a0f1f17-c9dd-4465-a785-6dfd37738710 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:54.954360 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:54.961984 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-0e17d631-2fea-4da1-bd93-66bf77bdeda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:54.979230 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e98204-cd49-41dd-9e9c-6aa6b1433346 req-cb093f56-eeff-4087-b4c2-a237e4706dfb tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:54.979463 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] For port 055cb4bd-6568-412e-be80-783443d6006a, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:04:54.999921 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d1e98204-cd49-41dd-9e9c-6aa6b1433346 req-cb093f56-eeff-4087-b4c2-a237e4706dfb tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 944 time: 0.2746468 Jun 12 17:04:55.036343 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9a0f1f17-c9dd-4465-a785-6dfd37738710 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:55.046764 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] For port 055cb4bd-6568-412e-be80-783443d6006a, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=055cb4bd-6568-412e-be80-783443d6006a,segment=NetworkSegment(244e7e49-79a1-4e4c-afcc-b93d0497c040),segment_id=244e7e49-79a1-4e4c-afcc-b93d0497c040)] {{(pid=92468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:04:55.061216 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:55.137221 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-b163c67e-ce54-4d45-8c14-81e6a0356e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:55.161082 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port f85bf3f3-973b-4b4b-99ed-499db55fd824, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=f85bf3f3-973b-4b4b-99ed-499db55fd824,segment=NetworkSegment(73747d56-01c8-4f1c-a6b1-64dffe204326),segment_id=73747d56-01c8-4f1c-a6b1-64dffe204326)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:04:55.191209 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d1e98204-cd49-41dd-9e9c-6aa6b1433346 req-8e8f6533-40ed-4e1e-8b3e-ebea05d02a42 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869421 Jun 12 17:04:55.235705 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:55.236272 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:55.265843 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f1f17-c9dd-4465-a785-6dfd37738710 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319384f0-5b62-4025-b63c-6a21219a4060,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:55.268626 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d15b9225a33e2e33c99d27c154410f26ca2589b5987ef5ab44f588f36914007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bea564d-9378-4c0f-b229-121627a23d07" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5be35b-ea3a-4ab1-864c-8da5a3b6cced", "tag": "ff6f2de7-7a51-47f3-8d67-e005e1995cf8"}]}' {{(pid=92466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:04:55.270226 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9a0f1f17-c9dd-4465-a785-6dfd37738710 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:55.304205 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9a0f1f17-c9dd-4465-a785-6dfd37738710 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:55.308285 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-9a0f1f17-c9dd-4465-a785-6dfd37738710 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.4194722 Jun 12 17:04:55.308550 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 55986) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:55.311144 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:55.323421 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-08a6d952-29bf-44b3-92f9-58e1e2e4ff53 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Request body: {'security_group_rule': {'security_group_id': '319384f0-5b62-4025-b63c-6a21219a4060', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:55.414262 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] Routers {'df0ef657-9bbd-419b-8709-c062d97e0db2'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:04:55.418267 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:04:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['df0ef657-9bbd-419b-8709-c062d97e0db2'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:55.426894 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02862377-fce4-47f0-9e3a-7ea0c4670ac4 x-openstack-request-id: req-02862377-fce4-47f0-9e3a-7ea0c4670ac4 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:04:55.427591 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5", "tag": "1d535e4b-3946-4f2a-a276-c1ce680faa52", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:04:55.428032 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02862377-fce4-47f0-9e3a-7ea0c4670ac4 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:04:55.429032 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5', 'tag': '1d535e4b-3946-4f2a-a276-c1ce680faa52', 'status': 'completed', 'code': 200} Jun 12 17:04:55.434403 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f9055d47-155f-4367-9100-cb9f99c5c09f req-c7367988-1ad4-4cbd-989c-4d36418485ad tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 210 time: 0.1653900 Jun 12 17:04:55.446086 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.22', 64322) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:55.539704 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-d7f59f25-094c-4934-b2e6-ebd0cada7ebb tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:55.542443 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-d7f59f25-094c-4934-b2e6-ebd0cada7ebb tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.22 "GET /v2.0/networks?id=0eafd16f-a46c-448b-a61d-13c84461e05d HTTP/1.1" status: 200 len: 819 time: 0.7995706 Jun 12 17:04:55.563294 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-08a6d952-29bf-44b3-92f9-58e1e2e4ff53 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:55.572120 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5150b-4615-49c6-b998-f51721d9b288 req-2e04aa83-46bc-4a3d-9060-524d13d97e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:55.576612 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-69e5150b-4615-49c6-b998-f51721d9b288 req-2e04aa83-46bc-4a3d-9060-524d13d97e6f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2048a9f7e885456e898a1dfe48898b16&device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 1096 time: 0.3827562 Jun 12 17:04:55.681071 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77135b63-0581-42d1-845b-9dcc348f5de2 None None] Pushing event updated for resources: {'Port': ['ID=055cb4bd-6568-412e-be80-783443d6006a,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:55.706421 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-77135b63-0581-42d1-845b-9dcc348f5de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:55.715344 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.389s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:55.797192 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-69e5150b-4615-49c6-b998-f51721d9b288 req-ce394e8c-52a9-4848-aafb-52dd13cd7670 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff6f2de7-7a51-47f3-8d67-e005e1995cf8 HTTP/1.1" status: 200 len: 217 time: 0.2114902 Jun 12 17:04:55.805329 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:55.890577 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-8708fddf-82a8-485d-9f6f-bf3c44d07d3f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Request body: {'port': {'device_id': 'a02ee6c5-16ff-4f62-912f-953177d9e8ce', 'network_id': '0eafd16f-a46c-448b-a61d-13c84461e05d', 'admin_state_up': True, 'tenant_id': 'f05fb791868a4bc09d17000a059c9879'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:55.964012 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b00a0f7-faf0-4680-befb-2d7e28c18080 x-openstack-request-id: req-9b00a0f7-faf0-4680-befb-2d7e28c18080 {{(pid=92466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:04:55.965769 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5be35b-ea3a-4ab1-864c-8da5a3b6cced", "tag": "ff6f2de7-7a51-47f3-8d67-e005e1995cf8", "status": "completed", "code": 200}]} {{(pid=92466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:04:55.967919 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b00a0f7-faf0-4680-befb-2d7e28c18080 {{(pid=92466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:04:55.969412 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5be35b-ea3a-4ab1-864c-8da5a3b6cced', 'tag': 'ff6f2de7-7a51-47f3-8d67-e005e1995cf8', 'status': 'completed', 'code': 200} Jun 12 17:04:55.972155 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:56.002463 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5150b-4615-49c6-b998-f51721d9b288 req-aeaaf358-f674-4ea5-ab2e-a19422c2ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:56.003546 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=f85bf3f3-973b-4b4b-99ed-499db55fd824,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:56.004190 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-69e5150b-4615-49c6-b998-f51721d9b288 req-aeaaf358-f674-4ea5-ab2e-a19422c2ca2a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ba56899-7485-4f24-8062-cc34cc79ec77 HTTP/1.1" status: 200 len: 852 time: 0.1944370 Jun 12 17:04:56.013887 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:56.025575 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] Set router df0ef657-9bbd-419b-8709-c062d97e0db2 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:04:56.121584 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-69e5150b-4615-49c6-b998-f51721d9b288 req-c3fdcccb-ddc5-46ba-bfb3-5a49cadd53f6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c09584c3-4ac3-4e8f-b766-4b7df12cd05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769925 Jun 12 17:04:56.242115 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-08a6d952-29bf-44b3-92f9-58e1e2e4ff53 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:56.293284 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8ca44-b411-4a25-a491-9b1278216fb3 req-cf222fcb-e4b1-4cbe-9243-be32071061a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:56.295001 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-29b8ca44-b411-4a25-a491-9b1278216fb3 req-cf222fcb-e4b1-4cbe-9243-be32071061a2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a00f9cbf2f9744efbd69f0b786efb35c&device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 1097 time: 0.8449926 Jun 12 17:04:56.300721 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:56.392576 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192eaf5-5edf-4688-9a8a-ebd100727007 req-b14dd97c-a3ab-4ae3-8a42-12515aa6856f tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:56.394117 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1192eaf5-5edf-4688-9a8a-ebd100727007 req-b14dd97c-a3ab-4ae3-8a42-12515aa6856f tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 943 time: 0.3485620 Jun 12 17:04:56.411362 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-08a6d952-29bf-44b3-92f9-58e1e2e4ff53 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:56.468629 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-69e5150b-4615-49c6-b998-f51721d9b288 req-79e02d41-7517-4e0d-98e5-07a599a8adb4 service neutron] 10.222.0.22 "GET /v2.0/networks/c09584c3-4ac3-4e8f-b766-4b7df12cd05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510298 Jun 12 17:04:56.478198 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:56.482794 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:56.528514 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-8708fddf-82a8-485d-9f6f-bf3c44d07d3f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Made reservation on behalf of f05fb791868a4bc09d17000a059c9879 for: {'port': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:04:56.532046 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-8708fddf-82a8-485d-9f6f-bf3c44d07d3f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:56.561357 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6d952-29bf-44b3-92f9-58e1e2e4ff53 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201dbeda-0f6a-428f-8821-0ec403fb1617,revision_number=0']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:56.562835 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:44Z', 'revision_number': 4, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'gw_port': {'id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:35Z', 'updated_at': '2021-06-12T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '055cb4bd-6568-412e-be80-783443d6006a', 'name': '', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'mac_address': 'fa:16:3e:b3:a5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:41Z', 'updated_at': '2021-06-12T17:04:54Z', 'revision_number': 4, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'subnets': [{'id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:04:56.567909 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4125d767-c399-4054-959d-d4b7235cd51b None None] The sync data for ids ['df0ef657-9bbd-419b-8709-c062d97e0db2'] in dv-cinder-796114-2-iscsi is: [{'id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:44Z', 'revision_number': 4, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'gw_port': {'id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:35Z', 'updated_at': '2021-06-12T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '055cb4bd-6568-412e-be80-783443d6006a', 'name': '', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'mac_address': 'fa:16:3e:b3:a5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:41Z', 'updated_at': '2021-06-12T17:04:54Z', 'revision_number': 4, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'subnets': [{'id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:04:56.600747 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-08a6d952-29bf-44b3-92f9-58e1e2e4ff53 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:56.612251 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:56.692763 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8ca44-b411-4a25-a491-9b1278216fb3 req-1e104d05-65d0-44cf-81a8-a684c4f27870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:56.693462 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-29b8ca44-b411-4a25-a491-9b1278216fb3 req-1e104d05-65d0-44cf-81a8-a684c4f27870 service neutron] 10.222.0.22 "GET /v2.0/networks?id=125cb4fd-0296-45b2-bf49-aefe6877aead HTTP/1.1" status: 200 len: 916 time: 0.3786955 Jun 12 17:04:56.696556 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1192eaf5-5edf-4688-9a8a-ebd100727007 req-2a2d3c03-b001-47f3-a8bb-c7144b17c59a tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862129 Jun 12 17:04:56.758325 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16397436'] for floatingip, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:56.778865 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-08a6d952-29bf-44b3-92f9-58e1e2e4ff53 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:56.780336 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-08a6d952-29bf-44b3-92f9-58e1e2e4ff53 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4708385 Jun 12 17:04:56.889370 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 56022) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:56.889370 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-335c622c-dbaf-4e26-9cff-fbaa9b91f6bb tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Request body: {'security_group_rule': {'security_group_id': '319384f0-5b62-4025-b63c-6a21219a4060', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:56.911290 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Pushing event updated for resources: {'Port': ['ID=cfaa07bd-5448-4489-ae71-4addbe3320e4,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:56.921336 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-29b8ca44-b411-4a25-a491-9b1278216fb3 req-331e32bf-9817-44db-afad-43e87c3197d9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d535e4b-3946-4f2a-a276-c1ce680faa52 HTTP/1.1" status: 200 len: 217 time: 0.1645560 Jun 12 17:04:56.934059 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:57.058240 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:57.062598 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 8.3794739 Jun 12 17:04:57.243074 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3019d5b-037b-4265-9b10-458b775fb69e req-600b2849-787e-434a-85b7-ba3f825870ac tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:57.244386 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f3019d5b-037b-4265-9b10-458b775fb69e req-600b2849-787e-434a-85b7-ba3f825870ac tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 944 time: 0.7748556 Jun 12 17:04:57.287720 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-69e5150b-4615-49c6-b998-f51721d9b288 req-c017af03-0e0b-41f6-97a3-cbe6df30ed80 service neutron] 10.222.0.22 "GET /v2.0/networks/c09584c3-4ac3-4e8f-b766-4b7df12cd05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7825091 Jun 12 17:04:57.331719 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3c969f80-0e02-4a9d-bd3b-b213178c2b8c req-6bbb7065-d436-45b8-b86c-1a89a7f78faa tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 210 time: 0.2218747 Jun 12 17:04:57.422535 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f3019d5b-037b-4265-9b10-458b775fb69e req-d1aa67dc-b1b8-4b85-a247-fa3569679b6e tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885277 Jun 12 17:04:57.423080 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8ca44-b411-4a25-a491-9b1278216fb3 req-60609ca4-2da4-439c-bead-5e729e31ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:57.423080 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-29b8ca44-b411-4a25-a491-9b1278216fb3 req-60609ca4-2da4-439c-bead-5e729e31ad50 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99254b9-d790-4af1-8b27-77862c199d32 HTTP/1.1" status: 200 len: 855 time: 0.4192374 Jun 12 17:04:57.423080 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-335c622c-dbaf-4e26-9cff-fbaa9b91f6bb tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:57.423080 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-8708fddf-82a8-485d-9f6f-bf3c44d07d3f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Allocated IP 172.20.0.5 (0eafd16f-a46c-448b-a61d-13c84461e05d/c894c67e-9afd-476d-b855-4f5171bf79e1/80e57d56-a381-4620-95f2-9c70e9d270d6) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:04:57.437171 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-29b8ca44-b411-4a25-a491-9b1278216fb3 req-7d698646-48f9-4c31-af21-31823ce87bb2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=125cb4fd-0296-45b2-bf49-aefe6877aead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619242 Jun 12 17:04:57.642609 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:57.749472 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 055cb4bd-6568-412e-be80-783443d6006a up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:04:58.027033 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-335c622c-dbaf-4e26-9cff-fbaa9b91f6bb tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:58.062453 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3e5eb-3b76-4be9-955f-67107a38b5a4 req-f1aa83bc-7b9d-4b34-b4c1-6fb088ce2adb tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:58.081421 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b1b3e5eb-3b76-4be9-955f-67107a38b5a4 req-f1aa83bc-7b9d-4b34-b4c1-6fb088ce2adb tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 943 time: 0.1450927 Jun 12 17:04:58.119906 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-6e71e0a3-a107-4585-ac56-ec9910fad4ec tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--886063402&fields=id&tenant_id=cb7095c203644131bc201541fe94bc98 HTTP/1.1" status: 200 len: 267 time: 0.5584199 Jun 12 17:04:58.125836 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-29b8ca44-b411-4a25-a491-9b1278216fb3 req-b32e5a20-ccb3-4948-80cc-c9cdae9e071e service neutron] 10.222.0.22 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6550782 Jun 12 17:04:58.212664 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b1b3e5eb-3b76-4be9-955f-67107a38b5a4 req-4695e7ae-644f-42a7-bbb2-ac6f2efa2912 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296213 Jun 12 17:04:58.284386 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-8708fddf-82a8-485d-9f6f-bf3c44d07d3f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:58.343170 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-dca7df28-6f5e-4266-9b3b-3a8e0b09e17f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:58.344803 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-dca7df28-6f5e-4266-9b3b-3a8e0b09e17f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/networks?id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e HTTP/1.1" status: 200 len: 817 time: 0.2083366 Jun 12 17:04:58.397823 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-52001c5a-fae7-49f5-b839-736d9372f3f7 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/quotas/cb7095c203644131bc201541fe94bc98 HTTP/1.1" status: 200 len: 375 time: 0.0367067 Jun 12 17:04:58.522064 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-b7ef784f-a36b-4eb5-af6d-1432e644b53e tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb7095c203644131bc201541fe94bc98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1158662 Jun 12 17:04:58.650600 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-97bb3174-9324-4446-b11f-8e8383b25121 req-6998e35d-00da-4a1e-a142-18b6ce1e64fb tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 210 time: 0.0440474 Jun 12 17:04:58.704210 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-c42e11d9-bf65-44bc-aacc-299bb3c9c556 service neutron] 10.222.0.16 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654363 Jun 12 17:04:58.787149 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 055cb4bd-6568-412e-be80-783443d6006a completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:04:58.799525 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-335c622c-dbaf-4e26-9cff-fbaa9b91f6bb tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:58.811025 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-8708fddf-82a8-485d-9f6f-bf3c44d07d3f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:58.811190 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 055cb4bd-6568-412e-be80-783443d6006a triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:58.811190 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:58.817696 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-08a6d952-29bf-44b3-92f9-58e1e2e4ff53 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:58.850904 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c622c-dbaf-4e26-9cff-fbaa9b91f6bb tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67306eed-2ede-4e4f-bdee-ce85b09dfef6,revision_number=0']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:58.856991 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-335c622c-dbaf-4e26-9cff-fbaa9b91f6bb tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:58.862462 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9568498c-9e80-41bc-8562-5d3d408892e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:58.909910 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-8708fddf-82a8-485d-9f6f-bf3c44d07d3f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Network 0eafd16f-a46c-448b-a61d-13c84461e05d is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:04:58.910676 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511ebd2-23cb-4064-9364-a9e698285164 req-97dc8339-678d-4e5d-b668-b964a61b65f2 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:58.916441 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-4b3c2b44-e4c8-4ccd-8d9d-a5936ef128a9 service neutron] 10.222.0.16 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063794 Jun 12 17:04:58.926312 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-8708fddf-82a8-485d-9f6f-bf3c44d07d3f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:04:58.927598 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1511ebd2-23cb-4064-9364-a9e698285164 req-97dc8339-678d-4e5d-b668-b964a61b65f2 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 944 time: 0.1310551 Jun 12 17:04:58.930550 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-8708fddf-82a8-485d-9f6f-bf3c44d07d3f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:04:58.940632 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-8708fddf-82a8-485d-9f6f-bf3c44d07d3f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:58.941529 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-8708fddf-82a8-485d-9f6f-bf3c44d07d3f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:58.971627 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708fddf-82a8-485d-9f6f-bf3c44d07d3f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Pushing event updated for resources: {'Port': ['ID=80e57d56-a381-4620-95f2-9c70e9d270d6,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:58.984363 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-8708fddf-82a8-485d-9f6f-bf3c44d07d3f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:58.986954 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-335c622c-dbaf-4e26-9cff-fbaa9b91f6bb tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:58.991827 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-335c622c-dbaf-4e26-9cff-fbaa9b91f6bb tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1087761 Jun 12 17:04:58.996028 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1511ebd2-23cb-4064-9364-a9e698285164 req-16d24618-ba41-4a56-8eb3-0ea4e2db4769 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724740 Jun 12 17:04:58.997860 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 56064) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:04:59.003852 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Request body: {'floatingip': {'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:59.103590 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-8708fddf-82a8-485d-9f6f-bf3c44d07d3f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2220299 Jun 12 17:04:59.141981 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:59.194798 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-29b8ca44-b411-4a25-a491-9b1278216fb3 req-40f3d249-e09c-4d46-a44b-5c92bc18cb6b service neutron] 10.222.0.22 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416221 Jun 12 17:04:59.209771 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 055cb4bd-6568-412e-be80-783443d6006a, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=055cb4bd-6568-412e-be80-783443d6006a,segment=NetworkSegment(244e7e49-79a1-4e4c-afcc-b93d0497c040),segment_id=244e7e49-79a1-4e4c-afcc-b93d0497c040)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:04:59.232092 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Request body: {'port': {'device_id': 'a02ee6c5-16ff-4f62-912f-953177d9e8ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:04:59.272449 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for floatingip, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:59.362764 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:59.363691 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device f85bf3f3-973b-4b4b-99ed-499db55fd824 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:04:59.366623 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:04:59.451827 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3fdf1c4f-0810-4ec5-9e2f-23396ea77325 req-51ef9765-4ab7-45a7-92df-02ce2d11b994 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 210 time: 0.0896380 Jun 12 17:04:59.557469 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=055cb4bd-6568-412e-be80-783443d6006a,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:04:59.565593 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:04:59.574550 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port f85bf3f3-973b-4b4b-99ed-499db55fd824 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:59.575646 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:59.604353 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea564d-9378-4c0f-b229-121627a23d07 req-228796cb-1986-4bab-99cf-529b75884e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:59.605985 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6bea564d-9378-4c0f-b229-121627a23d07 req-228796cb-1986-4bab-99cf-529b75884e11 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2048a9f7e885456e898a1dfe48898b16&device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 1096 time: 0.3444693 Jun 12 17:04:59.607072 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:59.624748 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:59.693336 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69be9ce-6732-4bf3-a2f0-d9f0ef82c59b req-46c3a5a0-342e-4a8e-b36b-6ebb8d2b1f54 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:59.695391 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e69be9ce-6732-4bf3-a2f0-d9f0ef82c59b req-46c3a5a0-342e-4a8e-b36b-6ebb8d2b1f54 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 943 time: 0.1869733 Jun 12 17:04:59.803376 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e69be9ce-6732-4bf3-a2f0-d9f0ef82c59b req-b94fb1a2-9375-4db8-b30c-ade9d3688244 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015496 Jun 12 17:04:59.838648 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 055cb4bd-6568-412e-be80-783443d6006a up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:04:59.852812 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_common [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Allocated IP 172.27.1.72 (ea6ee7b2-d8f2-435f-804e-11e3b9b06d41/91bb23a6-47cd-46ba-a600-d5abe9f7088a/6f75e07f-edca-4cb3-a3ee-da7d1bc66b3e) {{(pid=92466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:04:59.902265 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 055cb4bd-6568-412e-be80-783443d6006a triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:04:59.902886 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:04:59.916258 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6f282873-0fcf-413e-a235-d956be9b8cc2 req-044df89e-304e-4bfc-b328-2635b389f745 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 210 time: 0.1036108 Jun 12 17:04:59.975334 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea564d-9378-4c0f-b229-121627a23d07 req-c69be39c-f9d6-4994-aa47-062bccc14a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:04:59.976837 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6bea564d-9378-4c0f-b229-121627a23d07 req-c69be39c-f9d6-4994-aa47-062bccc14a66 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c09584c3-4ac3-4e8f-b766-4b7df12cd05f HTTP/1.1" status: 200 len: 913 time: 0.3573449 Jun 12 17:05:00.019603 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for port, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:00.151064 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e57d56-a381-4620-95f2-9c70e9d270d6 {{(pid=92467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:05:00.159485 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:00.173189 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Transition to ACTIVE for port object 80e57d56-a381-4620-95f2-9c70e9d270d6 will not be triggered until provisioned by entity L2. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:05:00.188016 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:00.194103 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:00.258553 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d96f5-c339-4c2e-9f4e-b447a0912338 req-f7f67f41-57f0-45a1-99f6-e1ae73d981a4 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:00.260078 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-7a3d96f5-c339-4c2e-9f4e-b447a0912338 req-f7f67f41-57f0-45a1-99f6-e1ae73d981a4 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 944 time: 0.1235797 Jun 12 17:05:00.263742 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:05:00.267896 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:05:00.276356 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Received port after_create {{(pid=92466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:05:00.280237 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:00.289549 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:00.296600 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Pushing event updated for resources: {'Port': ['ID=6f75e07f-edca-4cb3-a3ee-da7d1bc66b3e,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:00.326511 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:00.399654 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-7a3d96f5-c339-4c2e-9f4e-b447a0912338 req-20973b24-bc40-4eb0-b08b-3691149a5130 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328108 Jun 12 17:05:00.403292 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Pushing event updated for resources: {'Port': ['ID=80e57d56-a381-4620-95f2-9c70e9d270d6,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:00.413254 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:00.431065 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:00.445177 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Attempting to bind port 80e57d56-a381-4620-95f2-9c70e9d270d6 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:05:00.445521 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Attempting to bind port 80e57d56-a381-4620-95f2-9c70e9d270d6 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '73747d56-01c8-4f1c-a6b1-64dffe204326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0eafd16f-a46c-448b-a61d-13c84461e05d'}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:05:00.445848 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Attempting to bind port 80e57d56-a381-4620-95f2-9c70e9d270d6 on network 0eafd16f-a46c-448b-a61d-13c84461e05d {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:05:00.450785 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Port 80e57d56-a381-4620-95f2-9c70e9d270d6 on network 0eafd16f-a46c-448b-a61d-13c84461e05d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 17:05:00.451119 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Attempting to bind port 80e57d56-a381-4620-95f2-9c70e9d270d6 on network 0eafd16f-a46c-448b-a61d-13c84461e05d {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:05:00.455918 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Checking agent: {'id': '2dfdfaa1-9da4-4da7-bc93-db92fb710195', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'started_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:05:00.456341 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Checking segment: {'id': '73747d56-01c8-4f1c-a6b1-64dffe204326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0eafd16f-a46c-448b-a61d-13c84461e05d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:05:00.456734 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Bound using segment: {'id': '73747d56-01c8-4f1c-a6b1-64dffe204326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0eafd16f-a46c-448b-a61d-13c84461e05d'} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:05:00.457159 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Bound port: 80e57d56-a381-4620-95f2-9c70e9d270d6, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73747d56-01c8-4f1c-a6b1-64dffe204326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0eafd16f-a46c-448b-a61d-13c84461e05d'}}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:05:00.457503 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:00.556372 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:00.566961 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-58b03b1a-2b2b-46db-b6a4-cb8da9c79a5b req-ed359550-38a3-4582-9be7-d9c213128f70 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 210 time: 0.0395558 Jun 12 17:05:00.569655 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] For port 80e57d56-a381-4620-95f2-9c70e9d270d6, host hv-cinder-79611, cleared binding levels {{(pid=92467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:05:00.583508 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] For port 80e57d56-a381-4620-95f2-9c70e9d270d6, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=80e57d56-a381-4620-95f2-9c70e9d270d6,segment=NetworkSegment(73747d56-01c8-4f1c-a6b1-64dffe204326),segment_id=73747d56-01c8-4f1c-a6b1-64dffe204326)] {{(pid=92467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:05:00.660093 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:00.663355 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-8708fddf-82a8-485d-9f6f-bf3c44d07d3f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:00.708472 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:00.710527 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:00.710527 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] 10.222.0.22 "PUT /v2.0/ports/80e57d56-a381-4620-95f2-9c70e9d270d6 HTTP/1.1" status: 200 len: 1093 time: 1.4839408 Jun 12 17:05:00.710898 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02ee6c5-16ff-4f62-912f-953177d9e8ce', 'tag': '80e57d56-a381-4620-95f2-9c70e9d270d6'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:05:00.713170 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a340ea4-f8dd-461f-a77e-869e9eef1618" -d '{"events": [{"name": "network-changed", "server_uuid": "a02ee6c5-16ff-4f62-912f-953177d9e8ce", "tag": "80e57d56-a381-4620-95f2-9c70e9d270d6"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:05:00.737190 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Pushing event updated for resources: {'Port': ['ID=80e57d56-a381-4620-95f2-9c70e9d270d6,revision_number=3']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:00.740432 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:00.746340 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for port, precommit_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:00.756708 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6c77a4-322c-4037-99c4-4afb23c8c890 x-openstack-request-id: req-7f6c77a4-322c-4037-99c4-4afb23c8c890 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:05:00.757023 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02ee6c5-16ff-4f62-912f-953177d9e8ce", "tag": "80e57d56-a381-4620-95f2-9c70e9d270d6", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:05:00.757301 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f6c77a4-322c-4037-99c4-4afb23c8c890 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:05:00.757722 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02ee6c5-16ff-4f62-912f-953177d9e8ce', 'tag': '80e57d56-a381-4620-95f2-9c70e9d270d6', 'status': 'completed', 'code': 200} Jun 12 17:05:00.831268 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:00.833705 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:00.871454 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16397436'] for floatingip, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:00.893370 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Pushing event updated for resources: {'Port': ['ID=6f75e07f-edca-4cb3-a3ee-da7d1bc66b3e,revision_number=2']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:00.896038 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:00.968423 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:00.968423 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9642277 Jun 12 17:05:01.001776 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8d4a5-687c-4ce5-80a0-75b14e46d4e8 req-e4a6b08e-0c41-4f1a-a756-63f593fce821 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:01.003787 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5cc8d4a5-687c-4ce5-80a0-75b14e46d4e8 req-e4a6b08e-0c41-4f1a-a756-63f593fce821 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 943 time: 0.0810635 Jun 12 17:05:01.054797 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5cc8d4a5-687c-4ce5-80a0-75b14e46d4e8 req-e16744e5-3c3e-46e3-9b07-9531b620e412 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436282 Jun 12 17:05:01.083171 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1c59b078-c76c-4175-95d7-d8ea36babf30 req-5da00597-410f-40e6-abd8-bf737478dea1 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 210 time: 0.0361021 Jun 12 17:05:01.202651 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-3296b1d7-ec0a-40ae-8085-954f8ff8ac8f tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--33313823&fields=id&tenant_id=27f65002b23d4deb8a864f9d7c9721a6 HTTP/1.1" status: 200 len: 267 time: 0.0366616 Jun 12 17:05:01.331160 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9c0a22da-40e7-4c95-8165-1f5bec681890 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:01.332798 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9c0a22da-40e7-4c95-8165-1f5bec681890 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/networks?id=1bd00fee-120e-4d62-8f0b-f1dd692edaaf HTTP/1.1" status: 200 len: 811 time: 0.1237452 Jun 12 17:05:01.348039 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-5dc23519-e94a-4a6c-a4f4-b4ff4cd4bade tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/quotas/27f65002b23d4deb8a864f9d7c9721a6 HTTP/1.1" status: 200 len: 375 time: 0.0096800 Jun 12 17:05:01.429571 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-68fb107b-0ba0-4ffa-8472-2b04b86ff96e tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=27f65002b23d4deb8a864f9d7c9721a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767877 Jun 12 17:05:01.546113 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-4092fb7a-9f31-48de-ad9a-768a153a3a27 service neutron] 10.222.0.16 "GET /v2.0/networks/1bd00fee-120e-4d62-8f0b-f1dd692edaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056869 Jun 12 17:05:01.588723 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b198fd-cce4-4353-af53-f12eb60e01e1 req-6a108bf9-1ad7-4fc6-9ec3-7c345231250d tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:01.590266 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f2b198fd-cce4-4353-af53-f12eb60e01e1 req-6a108bf9-1ad7-4fc6-9ec3-7c345231250d tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 944 time: 0.0673780 Jun 12 17:05:01.631660 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f2b198fd-cce4-4353-af53-f12eb60e01e1 req-58a92f71-030c-4d5f-a6f8-88b54e9c7738 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347731 Jun 12 17:05:01.659938 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-3b2739d9-74c8-43cc-ad68-21ae54d56c86 service neutron] 10.222.0.16 "GET /v2.0/networks/1bd00fee-120e-4d62-8f0b-f1dd692edaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081128 Jun 12 17:05:01.771371 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-82ca8f8c-87e0-47c5-9810-4ad42b185533 req-17d7ec48-a52a-4eb9-b3a3-7212f547f890 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 210 time: 0.0362370 Jun 12 17:05:01.899319 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-172ba58c-a7ea-415b-b255-7ff5b2a75340 req-c260b7ab-3648-4369-a2af-5e9e86980f20 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 210 time: 0.0322239 Jun 12 17:05:02.232222 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-81bb53fd-fb82-442f-83d0-6a2743351ad1 req-e994be55-4b42-430f-bc58-3119a4cfe975 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 210 time: 0.0340271 Jun 12 17:05:02.257675 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68c762-a353-4e7c-b925-62a1fcae5fb4 req-6a5f5971-20de-4401-a1d1-c043214a6738 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:02.264031 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7b68c762-a353-4e7c-b925-62a1fcae5fb4 req-6a5f5971-20de-4401-a1d1-c043214a6738 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 943 time: 0.0897715 Jun 12 17:05:02.571844 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6bea564d-9378-4c0f-b229-121627a23d07 req-c3a1bdc0-c1b9-4663-8b83-c4023a4252a0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff6f2de7-7a51-47f3-8d67-e005e1995cf8 HTTP/1.1" status: 200 len: 217 time: 0.0863631 Jun 12 17:05:02.624901 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7b68c762-a353-4e7c-b925-62a1fcae5fb4 req-205c3346-4afc-49e0-ac2d-bc01d5232198 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590224 Jun 12 17:05:02.655797 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a340ea4-f8dd-461f-a77e-869e9eef1618 req-34d17172-3e6d-4ba4-98cf-3d516d1930bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:02.657254 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9a340ea4-f8dd-461f-a77e-869e9eef1618 req-34d17172-3e6d-4ba4-98cf-3d516d1930bf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f05fb791868a4bc09d17000a059c9879&device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 1096 time: 0.1705203 Jun 12 17:05:02.662491 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea564d-9378-4c0f-b229-121627a23d07 req-67f44f45-f5cf-4e71-91b2-a3be2adf1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:02.663853 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6bea564d-9378-4c0f-b229-121627a23d07 req-67f44f45-f5cf-4e71-91b2-a3be2adf1537 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ba56899-7485-4f24-8062-cc34cc79ec77 HTTP/1.1" status: 200 len: 852 time: 0.0836647 Jun 12 17:05:02.754989 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6bea564d-9378-4c0f-b229-121627a23d07 req-253ba210-ae16-4c44-b831-10543ba7b84f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c09584c3-4ac3-4e8f-b766-4b7df12cd05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764911 Jun 12 17:05:02.945970 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-a0f33308-b84c-4798-bf97-1ce450e5cf30 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:02.947398 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-a0f33308-b84c-4798-bf97-1ce450e5cf30 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.22 "GET /v2.0/networks?id=0eafd16f-a46c-448b-a61d-13c84461e05d HTTP/1.1" status: 200 len: 819 time: 0.2104888 Jun 12 17:05:02.962645 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87865a9b-2c89-4db1-9744-3c7a10926f23 req-81851d4c-e93b-4d61-96f3-432c9da596c1 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:02.964138 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-87865a9b-2c89-4db1-9744-3c7a10926f23 req-81851d4c-e93b-4d61-96f3-432c9da596c1 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 944 time: 0.2134066 Jun 12 17:05:02.969652 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b7caf382-169b-4ed2-9f35-d92001f46f32 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Request body: {'port': {'device_id': '9e33fc1d-19a0-4ddd-80a5-941f3792ef8f', 'network_id': '0eafd16f-a46c-448b-a61d-13c84461e05d', 'admin_state_up': True, 'tenant_id': 'f05fb791868a4bc09d17000a059c9879'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:05:02.984941 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e0e97eed-a3bd-4233-9b0e-ec8f21e9218e req-b4557341-6e07-4090-848b-5902b3234fe6 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 210 time: 0.0439935 Jun 12 17:05:03.012528 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a340ea4-f8dd-461f-a77e-869e9eef1618 req-3deedb4a-f7f9-489e-b37d-8036346adcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:03.014595 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9a340ea4-f8dd-461f-a77e-869e9eef1618 req-3deedb4a-f7f9-489e-b37d-8036346adcc5 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=f05fb791868a4bc09d17000a059c9879&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3442383 Jun 12 17:05:03.090115 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6bea564d-9378-4c0f-b229-121627a23d07 req-5aa05041-ed34-4826-aa62-7c4fdf49cf78 service neutron] 10.222.0.22 "GET /v2.0/networks/c09584c3-4ac3-4e8f-b766-4b7df12cd05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245819 Jun 12 17:05:03.151828 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-87865a9b-2c89-4db1-9744-3c7a10926f23 req-4d040e88-c55f-4ca5-89ae-be4dc679001c tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477142 Jun 12 17:05:03.265078 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-38d9f189-c981-4944-ab59-c71cede37235 req-b9461e5e-cb5e-4a54-a08d-37bdfab71470 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 210 time: 0.1050942 Jun 12 17:05:03.277560 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b7caf382-169b-4ed2-9f35-d92001f46f32 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Made reservation on behalf of f05fb791868a4bc09d17000a059c9879 for: {'port': 1} {{(pid=92466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:05:03.281759 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b7caf382-169b-4ed2-9f35-d92001f46f32 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:03.372458 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a340ea4-f8dd-461f-a77e-869e9eef1618 req-b6ea1760-2ed2-4afb-88d0-fe0ee4f0376c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:03.374140 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9a340ea4-f8dd-461f-a77e-869e9eef1618 req-b6ea1760-2ed2-4afb-88d0-fe0ee4f0376c service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3519049 Jun 12 17:05:03.387201 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6bea564d-9378-4c0f-b229-121627a23d07 req-28c862ce-9dc9-4cfa-bf96-d459829e50f2 service neutron] 10.222.0.22 "GET /v2.0/networks/c09584c3-4ac3-4e8f-b766-4b7df12cd05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889926 Jun 12 17:05:03.491311 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-eeef09b1-c8d7-41af-a8df-273a8d083f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:03.493543 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-eeef09b1-c8d7-41af-a8df-273a8d083f35 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f05fb791868a4bc09d17000a059c9879&device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 1096 time: 0.0695007 Jun 12 17:05:03.494678 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-90901669-fb02-449e-86d3-9f24abbffe14 req-58e02c82-a19f-4a0c-8b95-7510ab7209cd tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 210 time: 0.0370450 Jun 12 17:05:03.538659 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_common [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b7caf382-169b-4ed2-9f35-d92001f46f32 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Allocated IP 172.20.0.2 (0eafd16f-a46c-448b-a61d-13c84461e05d/c894c67e-9afd-476d-b855-4f5171bf79e1/d15dcd0c-a893-44d3-b530-950397e84abf) {{(pid=92466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:05:03.585366 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-4fd0dc85-5d49-4e30-8b3b-833b9526753d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80e57d56-a381-4620-95f2-9c70e9d270d6 HTTP/1.1" status: 200 len: 217 time: 0.0834637 Jun 12 17:05:03.656363 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1525fb29-df02-4181-a5fc-875c041a72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:03.658262 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-1525fb29-df02-4181-a5fc-875c041a72a8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c894c67e-9afd-476d-b855-4f5171bf79e1 HTTP/1.1" status: 200 len: 859 time: 0.0663946 Jun 12 17:05:03.743555 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-51378c3e-a8f9-4fd7-9923-fed3d8460fa9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0eafd16f-a46c-448b-a61d-13c84461e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718958 Jun 12 17:05:03.858978 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b7caf382-169b-4ed2-9f35-d92001f46f32 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Notify callbacks [] for port, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:03.938609 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-2f715b76-9fb5-4f53-ad37-66937937a375 service neutron] 10.222.0.22 "GET /v2.0/networks/0eafd16f-a46c-448b-a61d-13c84461e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889389 Jun 12 17:05:03.993490 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33491bc1-ed52-48e7-9878-1b6af0e59e58 req-86c2275b-2009-4af0-8df5-2de35562a1b8 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:03.994977 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-33491bc1-ed52-48e7-9878-1b6af0e59e58 req-86c2275b-2009-4af0-8df5-2de35562a1b8 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 943 time: 0.2087331 Jun 12 17:05:04.043309 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b7caf382-169b-4ed2-9f35-d92001f46f32 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:04.051707 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-de21fbdc-8d70-4958-ab1f-3667fd69a788 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:04.124149 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b7caf382-169b-4ed2-9f35-d92001f46f32 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Network 0eafd16f-a46c-448b-a61d-13c84461e05d is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:05:04.132209 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b7caf382-169b-4ed2-9f35-d92001f46f32 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:05:04.136668 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b7caf382-169b-4ed2-9f35-d92001f46f32 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Received port after_create {{(pid=92466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:05:04.144480 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b7caf382-169b-4ed2-9f35-d92001f46f32 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:04.144480 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b7caf382-169b-4ed2-9f35-d92001f46f32 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for port, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:04.156155 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7caf382-169b-4ed2-9f35-d92001f46f32 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Pushing event updated for resources: {'Port': ['ID=d15dcd0c-a893-44d3-b530-950397e84abf,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:04.167253 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b7caf382-169b-4ed2-9f35-d92001f46f32 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:04.191295 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ff964bd1-222c-457c-9519-42ad26a1dc0c req-d6cf2132-7c6f-4aa3-af02-cd17bb68ad5a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 210 time: 0.0325282 Jun 12 17:05:04.227907 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b7caf382-169b-4ed2-9f35-d92001f46f32 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2612934 Jun 12 17:05:04.241532 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Request body: {'port': {'device_id': '9e33fc1d-19a0-4ddd-80a5-941f3792ef8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:05:04.447966 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-e685389f-fccf-4b8b-bdda-8f986898a6cf tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:04.449392 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-e685389f-fccf-4b8b-bdda-8f986898a6cf tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.22 "GET /v2.0/networks?id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e HTTP/1.1" status: 200 len: 817 time: 0.5039318 Jun 12 17:05:04.513440 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-33491bc1-ed52-48e7-9878-1b6af0e59e58 req-a95fa79c-2676-4ede-a2ef-016a50926f3a tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938750 Jun 12 17:05:04.520312 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a5a70687-20f1-4682-a4e5-37c2065d1787 req-2fab0471-f299-47ee-8d51-655e7954f920 service neutron] 10.222.0.22 "GET /v2.0/networks/0eafd16f-a46c-448b-a61d-13c84461e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5736132 Jun 12 17:05:04.564164 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-f9aa64e3-dfd7-4230-93d5-98c0b25f9506 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb7095c203644131bc201541fe94bc98 HTTP/1.1" status: 200 len: 379 time: 0.0998197 Jun 12 17:05:04.573550 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-b1f41cf4-0be9-4052-acc6-91bf15e48e9a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Request body: {'port': {'device_id': 'e3f051e2-8a8b-4b42-aee6-171c04d886ab', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'admin_state_up': True, 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'security_groups': ['c9bab01d-5360-4ddb-8b30-136632a157e9']}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:05:04.588689 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:04.677615 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295a3a5-e592-4fbe-a45b-61cfe3c9c6a9 req-7a819f7b-7ec5-47d1-9b6a-c1440ccaf1d8 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:04.679108 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a295a3a5-e592-4fbe-a45b-61cfe3c9c6a9 req-7a819f7b-7ec5-47d1-9b6a-c1440ccaf1d8 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 944 time: 0.1407652 Jun 12 17:05:04.733981 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-af76f957-3790-4444-ba56-43df2237dec9 req-9cc80447-3208-4984-9954-564f97b9e700 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 210 time: 0.0709698 Jun 12 17:05:04.857147 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a295a3a5-e592-4fbe-a45b-61cfe3c9c6a9 req-7e6e21af-4236-4f7e-b199-48fa3f57417c tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651390 Jun 12 17:05:04.875209 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-d4bd3e52-8d3f-48fc-a2b3-044a4a09f67b tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:04.875209 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-d4bd3e52-8d3f-48fc-a2b3-044a4a09f67b tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.22 "GET /v2.0/networks?id=1bd00fee-120e-4d62-8f0b-f1dd692edaaf HTTP/1.1" status: 200 len: 811 time: 0.1978583 Jun 12 17:05:04.928226 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-b1f41cf4-0be9-4052-acc6-91bf15e48e9a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Made reservation on behalf of cb7095c203644131bc201541fe94bc98 for: {'port': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:05:04.932076 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-b1f41cf4-0be9-4052-acc6-91bf15e48e9a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:05.111318 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc1311-45ea-4e58-9588-5bbeedf8b39f req-6353cd84-19a4-4c47-b79c-6971031a2cc0 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:05.117792 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9efc1311-45ea-4e58-9588-5bbeedf8b39f req-6353cd84-19a4-4c47-b79c-6971031a2cc0 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 931 time: 0.1606755 Jun 12 17:05:05.140224 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.notifiers.nova [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15dcd0c-a893-44d3-b530-950397e84abf {{(pid=92466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:05:05.140400 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-b1f41cf4-0be9-4052-acc6-91bf15e48e9a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Allocated IP 172.20.0.12 (2fce73c6-7c1b-497f-9f7e-7b8e1326da1e/a580d181-6158-4a52-89c2-8aedf3a5088e/7b182cb1-0320-4cea-9c2e-bf0050d5acd1) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:05:05.150215 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:05.176942 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9efc1311-45ea-4e58-9588-5bbeedf8b39f req-97fe740c-dcc7-4331-b9ef-1d05f5ca6b15 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582612 Jun 12 17:05:05.177852 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.provisioning_blocks [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Transition to ACTIVE for port object d15dcd0c-a893-44d3-b530-950397e84abf will not be triggered until provisioned by entity L2. {{(pid=92466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:05:05.289319 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:05.298421 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:05.348121 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-b1f41cf4-0be9-4052-acc6-91bf15e48e9a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:05.361186 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-b1f41cf4-0be9-4052-acc6-91bf15e48e9a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Transition to ACTIVE for port object 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 will not be triggered until provisioned by entity DHCP. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:05:05.414820 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-cf36ef94-d347-45b0-8e02-b57ca3f52860 req-16bccbf0-c134-487c-83d2-765708d834f8 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 210 time: 0.0853229 Jun 12 17:05:05.445042 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Pushing event updated for resources: {'Port': ['ID=d15dcd0c-a893-44d3-b530-950397e84abf,revision_number=2']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:05.450656 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:05.462976 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.managers [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Attempting to bind port d15dcd0c-a893-44d3-b530-950397e84abf on host hv-cinder-79611 for vnic_type normal with profile {{(pid=92466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:05:05.463296 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.managers [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Attempting to bind port d15dcd0c-a893-44d3-b530-950397e84abf by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '73747d56-01c8-4f1c-a6b1-64dffe204326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0eafd16f-a46c-448b-a61d-13c84461e05d'}] {{(pid=92466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:05:05.463697 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Attempting to bind port d15dcd0c-a893-44d3-b530-950397e84abf on network 0eafd16f-a46c-448b-a61d-13c84461e05d {{(pid=92466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:05:05.468451 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Port d15dcd0c-a893-44d3-b530-950397e84abf on network 0eafd16f-a46c-448b-a61d-13c84461e05d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=92466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 17:05:05.468777 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Attempting to bind port d15dcd0c-a893-44d3-b530-950397e84abf on network 0eafd16f-a46c-448b-a61d-13c84461e05d {{(pid=92466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:05:05.474046 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Checking agent: {'id': '2dfdfaa1-9da4-4da7-bc93-db92fb710195', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'started_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:05:05.474494 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Checking segment: {'id': '73747d56-01c8-4f1c-a6b1-64dffe204326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0eafd16f-a46c-448b-a61d-13c84461e05d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:05:05.475069 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Bound using segment: {'id': '73747d56-01c8-4f1c-a6b1-64dffe204326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0eafd16f-a46c-448b-a61d-13c84461e05d'} {{(pid=92466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:05:05.476048 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.managers [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Bound port: d15dcd0c-a893-44d3-b530-950397e84abf, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73747d56-01c8-4f1c-a6b1-64dffe204326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0eafd16f-a46c-448b-a61d-13c84461e05d'}}] {{(pid=92466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:05:05.476409 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:05.478100 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-b1f41cf4-0be9-4052-acc6-91bf15e48e9a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:05.485148 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:05.535562 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-b1f41cf4-0be9-4052-acc6-91bf15e48e9a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Network 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:05:05.538844 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-b1f41cf4-0be9-4052-acc6-91bf15e48e9a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:05:05.542718 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-b1f41cf4-0be9-4052-acc6-91bf15e48e9a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:05:05.549149 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-b1f41cf4-0be9-4052-acc6-91bf15e48e9a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:05.549771 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-b1f41cf4-0be9-4052-acc6-91bf15e48e9a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:05.563321 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f41cf4-0be9-4052-acc6-91bf15e48e9a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Pushing event updated for resources: {'Port': ['ID=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:05.566276 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-b1f41cf4-0be9-4052-acc6-91bf15e48e9a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:05.582599 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.db [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] For port d15dcd0c-a893-44d3-b530-950397e84abf, host hv-cinder-79611, cleared binding levels {{(pid=92466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:05:05.585968 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.db [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] For port d15dcd0c-a893-44d3-b530-950397e84abf, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d15dcd0c-a893-44d3-b530-950397e84abf,segment=NetworkSegment(73747d56-01c8-4f1c-a6b1-64dffe204326),segment_id=73747d56-01c8-4f1c-a6b1-64dffe204326)] {{(pid=92466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:05:05.620620 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-b1f41cf4-0be9-4052-acc6-91bf15e48e9a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0508983 Jun 12 17:05:05.654844 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:05.658750 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-432adbe9-fcbf-45fd-a3ae-febc72251f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:05.697757 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:05.698445 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for port, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:05.699903 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] 10.222.0.22 "PUT /v2.0/ports/d15dcd0c-a893-44d3-b530-950397e84abf HTTP/1.1" status: 200 len: 1093 time: 1.4641030 Jun 12 17:05:05.702100 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e33fc1d-19a0-4ddd-80a5-941f3792ef8f', 'tag': 'd15dcd0c-a893-44d3-b530-950397e84abf'}] {{(pid=92466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:05:05.704653 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d15b9225a33e2e33c99d27c154410f26ca2589b5987ef5ab44f588f36914007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82c0222-cc89-4c88-8e1b-36f1eccb90e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9e33fc1d-19a0-4ddd-80a5-941f3792ef8f", "tag": "d15dcd0c-a893-44d3-b530-950397e84abf"}]}' {{(pid=92466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:05:05.728853 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2a23a-28d6-4412-9337-ccb519d43898 req-2eb17cdc-450e-4c39-bb94-76e9816ecf52 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:05.733011 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Pushing event updated for resources: {'Port': ['ID=d15dcd0c-a893-44d3-b530-950397e84abf,revision_number=3']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:05.736185 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:05.736628 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-56e2a23a-28d6-4412-9337-ccb519d43898 req-2eb17cdc-450e-4c39-bb94-76e9816ecf52 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 943 time: 0.0889137 Jun 12 17:05:05.760994 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14605782-6a76-4737-a29f-9c0181270441 x-openstack-request-id: req-14605782-6a76-4737-a29f-9c0181270441 {{(pid=92466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:05:05.761868 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e33fc1d-19a0-4ddd-80a5-941f3792ef8f", "tag": "d15dcd0c-a893-44d3-b530-950397e84abf", "status": "completed", "code": 200}]} {{(pid=92466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:05:05.761868 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14605782-6a76-4737-a29f-9c0181270441 {{(pid=92466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:05:05.762056 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e33fc1d-19a0-4ddd-80a5-941f3792ef8f', 'tag': 'd15dcd0c-a893-44d3-b530-950397e84abf', 'status': 'completed', 'code': 200} Jun 12 17:05:05.775925 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-56e2a23a-28d6-4412-9337-ccb519d43898 req-ca6a2c3c-6265-4a0b-92e0-c552a67a6620 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382979 Jun 12 17:05:05.819583 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-9e5887b3-69b3-4b1b-8dcf-7eccd62ab7c7 None None] Provisioning for port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:05:05.823384 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-9e5887b3-69b3-4b1b-8dcf-7eccd62ab7c7 None None] Provisioning complete for port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:05:05.823869 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-9e5887b3-69b3-4b1b-8dcf-7eccd62ab7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:05.864081 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-9e5887b3-69b3-4b1b-8dcf-7eccd62ab7c7 None None] Port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:05:05.891797 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f4491d79-a58c-4d04-8208-7cf6aedc161e req-030c9bfa-3267-4659-951b-e688bae540fc tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 210 time: 0.0342355 Jun 12 17:05:06.029063 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c684dc-2792-44cd-b98d-5058d8306a6d req-2459ed0c-9a6f-4fbf-ab43-45b1e7fd14ed tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:06.030603 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-78c684dc-2792-44cd-b98d-5058d8306a6d req-2459ed0c-9a6f-4fbf-ab43-45b1e7fd14ed tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 944 time: 0.0728264 Jun 12 17:05:06.075424 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-78c684dc-2792-44cd-b98d-5058d8306a6d req-ed98bbd3-8d6b-47e1-ac98-1f5053172e45 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389190 Jun 12 17:05:06.361269 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e613d-b4fa-419d-937e-285f644514a3 req-740f6ade-eb10-431e-a3f3-1a8ec8587dd1 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:06.362720 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d18e613d-b4fa-419d-937e-285f644514a3 req-740f6ade-eb10-431e-a3f3-1a8ec8587dd1 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 943 time: 0.0734711 Jun 12 17:05:06.404758 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d18e613d-b4fa-419d-937e-285f644514a3 req-5db70ce8-21e1-41f1-a32d-0d68a03111ec tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358231 Jun 12 17:05:06.602672 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d31da-44b0-4b79-b438-c6d1e8293b82 req-15cb3522-27e1-496d-8d4c-9cb419f526ad tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:06.605956 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb9d31da-44b0-4b79-b438-c6d1e8293b82 req-15cb3522-27e1-496d-8d4c-9cb419f526ad tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 932 time: 0.0725904 Jun 12 17:05:06.646110 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb9d31da-44b0-4b79-b438-c6d1e8293b82 req-de76ac53-11af-469b-9bc2-5d1953d8a8c6 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362599 Jun 12 17:05:06.964474 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a5624-8bfa-4988-94cd-4d6492f31357 req-7646f1bc-7ca3-4141-b367-505a2ca47226 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:06.966017 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-968a5624-8bfa-4988-94cd-4d6492f31357 req-7646f1bc-7ca3-4141-b367-505a2ca47226 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 943 time: 0.0688477 Jun 12 17:05:07.009549 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-968a5624-8bfa-4988-94cd-4d6492f31357 req-5e580ee8-f6aa-442e-9334-5b696d1a0f7a tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378227 Jun 12 17:05:07.037250 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bc88c0e7-9c2d-4c4f-a8ac-a65e0b69ed39 req-79b962b6-d3a2-43d1-9241-f83af3d58026 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 210 time: 0.0324612 Jun 12 17:05:07.255697 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdec7db-7db5-47a9-8900-bd490ef8b161 req-3a79c2b9-94e9-4885-a66c-465cfb578b2b tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:07.257181 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ffdec7db-7db5-47a9-8900-bd490ef8b161 req-3a79c2b9-94e9-4885-a66c-465cfb578b2b tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 944 time: 0.0718112 Jun 12 17:05:07.297435 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ffdec7db-7db5-47a9-8900-bd490ef8b161 req-195633b7-231b-4ae2-8994-30fd406cd4b2 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344698 Jun 12 17:05:07.602190 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fbe9f-28ef-4bec-9d2f-a4307afaee18 req-59cdd8b0-be2c-4a18-9352-e3ca105988d7 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:07.607998 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c69fbe9f-28ef-4bec-9d2f-a4307afaee18 req-59cdd8b0-be2c-4a18-9352-e3ca105988d7 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 943 time: 0.0804000 Jun 12 17:05:07.646947 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c69fbe9f-28ef-4bec-9d2f-a4307afaee18 req-7f6f7121-2821-496e-a7a4-97e2009c58a7 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370929 Jun 12 17:05:07.829971 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd17fd-4180-400b-be61-831bac678d39 req-0bbf2f93-9137-4f11-877d-29fd83fc1040 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:07.831436 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-62bd17fd-4180-400b-be61-831bac678d39 req-0bbf2f93-9137-4f11-877d-29fd83fc1040 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 932 time: 0.0680208 Jun 12 17:05:07.852833 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 1d535e4b-3946-4f2a-a276-c1ce680faa52 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:05:07.876349 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Request body: {'port': {'device_id': 'e3f051e2-8a8b-4b42-aee6-171c04d886ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:05:07.876587 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-62bd17fd-4180-400b-be61-831bac678d39 req-9424aba1-d869-4f49-9f6c-edf6b79d2097 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393319 Jun 12 17:05:07.954398 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c0222-cc89-4c88-8e1b-36f1eccb90e8 req-3948b1e1-8a4c-40ef-9148-4d4b9edc4bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:07.956572 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e82c0222-cc89-4c88-8e1b-36f1eccb90e8 req-3948b1e1-8a4c-40ef-9148-4d4b9edc4bb7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f05fb791868a4bc09d17000a059c9879&device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 1096 time: 0.0676339 Jun 12 17:05:07.966452 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-7fb16bf4-100b-472f-a72d-e17104386c7d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27f65002b23d4deb8a864f9d7c9721a6 HTTP/1.1" status: 200 len: 378 time: 0.1022322 Jun 12 17:05:07.982540 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-fad53d01-562f-4e02-8f0f-6590a1ebb415 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Request body: {'port': {'device_id': '4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'admin_state_up': True, 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'security_groups': ['319384f0-5b62-4025-b63c-6a21219a4060']}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:05:08.008663 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 1d535e4b-3946-4f2a-a276-c1ce680faa52, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1d535e4b-3946-4f2a-a276-c1ce680faa52,segment=NetworkSegment(29156e22-d4f7-4803-8426-165b91d9ec1f),segment_id=29156e22-d4f7-4803-8426-165b91d9ec1f)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:05:08.022985 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': '1d535e4b-3946-4f2a-a276-c1ce680faa52', 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead', 'port_id': '1d535e4b-3946-4f2a-a276-c1ce680faa52', 'mac_address': 'fa:16:3e:5a:6c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99254b9-d790-4af1-8b27-77862c199d32', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:05:08.075910 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:08.096799 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d535e4b-3946-4f2a-a276-c1ce680faa52 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:05:08.123097 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 1d535e4b-3946-4f2a-a276-c1ce680faa52, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1d535e4b-3946-4f2a-a276-c1ce680faa52,segment=NetworkSegment(29156e22-d4f7-4803-8426-165b91d9ec1f),segment_id=29156e22-d4f7-4803-8426-165b91d9ec1f)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:05:08.124982 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:08.271853 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-8a32c9b8-8bc3-455f-864b-e8a8e41d7c2b req-ba88e1b5-834b-4717-91b7-1d195d78ad17 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 210 time: 0.0461211 Jun 12 17:05:08.275092 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c0222-cc89-4c88-8e1b-36f1eccb90e8 req-596a7954-9d8f-4240-b069-1c65788afc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:08.277100 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e82c0222-cc89-4c88-8e1b-36f1eccb90e8 req-596a7954-9d8f-4240-b069-1c65788afc62 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=f05fb791868a4bc09d17000a059c9879&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3005502 Jun 12 17:05:08.283385 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:08.284545 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device ff6f2de7-7a51-47f3-8d67-e005e1995cf8 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:05:08.289734 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-fdc35078-a382-422d-b61a-c039068086df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:08.316614 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-fad53d01-562f-4e02-8f0f-6590a1ebb415 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Made reservation on behalf of 27f65002b23d4deb8a864f9d7c9721a6 for: {'port': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:05:08.319908 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-fad53d01-562f-4e02-8f0f-6590a1ebb415 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:08.396296 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=1d535e4b-3946-4f2a-a276-c1ce680faa52,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:08.400685 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:08.465431 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8222a-513e-469c-a51b-16b1439e5967 req-d4d947c4-e51b-4fe0-9575-f33fe309ae75 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:08.472581 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-58e8222a-513e-469c-a51b-16b1439e5967 req-d4d947c4-e51b-4fe0-9575-f33fe309ae75 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 943 time: 0.2575572 Jun 12 17:05:08.496662 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port ff6f2de7-7a51-47f3-8d67-e005e1995cf8, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ff6f2de7-7a51-47f3-8d67-e005e1995cf8,segment=NetworkSegment(f54b62d9-28ca-4e39-83df-29705f6ff4df),segment_id=f54b62d9-28ca-4e39-83df-29705f6ff4df)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:05:08.510177 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': 'ff6f2de7-7a51-47f3-8d67-e005e1995cf8', 'network_id': 'c09584c3-4ac3-4e8f-b766-4b7df12cd05f', 'port_id': 'ff6f2de7-7a51-47f3-8d67-e005e1995cf8', 'mac_address': 'fa:16:3e:3f:cd:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba56899-7485-4f24-8062-cc34cc79ec77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:05:08.567237 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:08.593683 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6f2de7-7a51-47f3-8d67-e005e1995cf8 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:05:08.602629 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-58e8222a-513e-469c-a51b-16b1439e5967 req-0237318a-7812-4966-8244-61c1089919bc tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297095 Jun 12 17:05:08.643449 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port ff6f2de7-7a51-47f3-8d67-e005e1995cf8, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ff6f2de7-7a51-47f3-8d67-e005e1995cf8,segment=NetworkSegment(f54b62d9-28ca-4e39-83df-29705f6ff4df),segment_id=f54b62d9-28ca-4e39-83df-29705f6ff4df)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:05:08.681341 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-fad53d01-562f-4e02-8f0f-6590a1ebb415 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Allocated IP 172.20.0.12 (1bd00fee-120e-4d62-8f0b-f1dd692edaaf/b6b76acd-3b25-497d-91fe-7cc8125c8173/90d5f1d4-f716-4245-9c24-9e2e1ec15ed2) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:05:08.711699 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:08.714798 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-2d8b1b93-f3e6-4545-aaef-0eddc7038a3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:08.723120 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c0222-cc89-4c88-8e1b-36f1eccb90e8 req-17510c17-d1ba-41fd-814c-60eb536fe108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:08.724884 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e82c0222-cc89-4c88-8e1b-36f1eccb90e8 req-17510c17-d1ba-41fd-814c-60eb536fe108 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4246764 Jun 12 17:05:08.731623 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 80e57d56-a381-4620-95f2-9c70e9d270d6 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:05:08.759335 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 {{(pid=92467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:05:08.775869 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677dbfb-c482-427f-809d-c9711f08207b req-2a8f2d47-c9f9-4136-9541-1c8572f36df0 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:08.777369 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d677dbfb-c482-427f-809d-c9711f08207b req-2a8f2d47-c9f9-4136-9541-1c8572f36df0 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 945 time: 0.3042171 Jun 12 17:05:08.778205 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:08.844239 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Transition to ACTIVE for port object 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 will not be triggered until provisioned by entity L2. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:05:08.891796 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=ff6f2de7-7a51-47f3-8d67-e005e1995cf8,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:08.903326 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:08.907289 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d677dbfb-c482-427f-809d-c9711f08207b req-4314c894-bac9-4c7c-9f5f-5ac37b28208b tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205726 Jun 12 17:05:08.942662 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-546bdff6-1caf-464a-b0d8-96ff9d8f8f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:08.947904 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-546bdff6-1caf-464a-b0d8-96ff9d8f8f4c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f05fb791868a4bc09d17000a059c9879&device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 1096 time: 0.1695266 Jun 12 17:05:08.955309 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:08.982994 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:09.011017 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['1d535e4b-3946-4f2a-a276-c1ce680faa52'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:05:09.054587 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['ff6f2de7-7a51-47f3-8d67-e005e1995cf8'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:05:09.089827 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-d8b18cee-4337-4a4c-8f85-46a452cbef9b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d15dcd0c-a893-44d3-b530-950397e84abf HTTP/1.1" status: 200 len: 217 time: 0.1339886 Jun 12 17:05:09.236488 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-d6fad2cc-841c-4ed0-951e-a6229c4f8000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:09.238046 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-d6fad2cc-841c-4ed0-951e-a6229c4f8000 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c894c67e-9afd-476d-b855-4f5171bf79e1 HTTP/1.1" status: 200 len: 859 time: 0.1415529 Jun 12 17:05:09.244447 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 80e57d56-a381-4620-95f2-9c70e9d270d6, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=80e57d56-a381-4620-95f2-9c70e9d270d6,segment=NetworkSegment(73747d56-01c8-4f1c-a6b1-64dffe204326),segment_id=73747d56-01c8-4f1c-a6b1-64dffe204326)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:05:09.285251 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': '80e57d56-a381-4620-95f2-9c70e9d270d6', 'network_id': '0eafd16f-a46c-448b-a61d-13c84461e05d', 'port_id': '80e57d56-a381-4620-95f2-9c70e9d270d6', 'mac_address': 'fa:16:3e:cc:b7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c894c67e-9afd-476d-b855-4f5171bf79e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:05:09.300432 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-90c27f72-c6b6-48f7-b0a3-dd6222c09d7d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0eafd16f-a46c-448b-a61d-13c84461e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540373 Jun 12 17:05:09.314984 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e814b-1199-4a75-af42-99fad43c10a3 req-764efbb8-a23c-401c-b291-796ab4d1a139 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:09.323450 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-451e814b-1199-4a75-af42-99fad43c10a3 req-764efbb8-a23c-401c-b291-796ab4d1a139 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.1600840 Jun 12 17:05:09.435586 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:09.446179 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-451e814b-1199-4a75-af42-99fad43c10a3 req-27d11932-78d5-43d3-bc2d-2772400515d3 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216121 Jun 12 17:05:09.480546 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-6329ff10-d381-4a48-b3c7-6c9510215c36 service neutron] 10.222.0.22 "GET /v2.0/networks/0eafd16f-a46c-448b-a61d-13c84461e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544683 Jun 12 17:05:09.493212 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e57d56-a381-4620-95f2-9c70e9d270d6 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:05:09.516344 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:09.521038 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-fad53d01-562f-4e02-8f0f-6590a1ebb415 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:09.529563 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:09.560978 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd94a30-0705-492a-82e8-4777958ca1d4 req-df38421a-bf1e-49e3-a8a2-f05b26b0be92 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:09.562470 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3fd94a30-0705-492a-82e8-4777958ca1d4 req-df38421a-bf1e-49e3-a8a2-f05b26b0be92 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 943 time: 0.7068949 Jun 12 17:05:09.563476 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-fad53d01-562f-4e02-8f0f-6590a1ebb415 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Transition to ACTIVE for port object 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 will not be triggered until provisioned by entity DHCP. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:05:09.565079 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Attempting to bind port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:05:09.565408 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Attempting to bind port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'fa65e6f4-1b37-4142-92e7-b206f39500dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e'}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:05:09.565732 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Attempting to bind port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 on network 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:05:09.572537 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 80e57d56-a381-4620-95f2-9c70e9d270d6, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=80e57d56-a381-4620-95f2-9c70e9d270d6,segment=NetworkSegment(73747d56-01c8-4f1c-a6b1-64dffe204326),segment_id=73747d56-01c8-4f1c-a6b1-64dffe204326)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:05:09.590797 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 on network 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 17:05:09.591605 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Attempting to bind port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 on network 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:05:09.605196 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Checking agent: {'id': '2dfdfaa1-9da4-4da7-bc93-db92fb710195', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'started_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:05:09.605557 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Checking segment: {'id': 'fa65e6f4-1b37-4142-92e7-b206f39500dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:05:09.605944 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Bound using segment: {'id': 'fa65e6f4-1b37-4142-92e7-b206f39500dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e'} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:05:09.607058 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Bound port: 7b182cb1-0320-4cea-9c2e-bf0050d5acd1, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa65e6f4-1b37-4142-92e7-b206f39500dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e'}}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:05:09.607757 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:09.651834 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3fd94a30-0705-492a-82e8-4777958ca1d4 req-38420dab-afb0-4ddc-bc3d-26390744188c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811031 Jun 12 17:05:09.652026 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5df9e704-43da-4a81-a449-3b741c08ef94 req-e5bd01fa-bd00-491a-9656-b1518f203534 service neutron] 10.222.0.22 "GET /v2.0/networks/0eafd16f-a46c-448b-a61d-13c84461e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651187 Jun 12 17:05:09.680582 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c7fea703-9be2-4b09-8956-926fb369ce59 req-2f889371-dafb-44b9-8223-0db17cb956f9 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 210 time: 0.0431077 Jun 12 17:05:09.729007 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] For port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1, host hv-cinder-79611, cleared binding levels {{(pid=92467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:05:09.732251 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] For port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:05:09.763056 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:09.765582 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:09.821095 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=80e57d56-a381-4620-95f2-9c70e9d270d6,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:09.827807 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:09.830302 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe8673-c82e-4b6f-bfb8-a105eaeb7bc1 req-43c414ac-b311-4724-bc51-e1f1c31f61a5 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:09.831863 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7bfe8673-c82e-4b6f-bfb8-a105eaeb7bc1 req-43c414ac-b311-4724-bc51-e1f1c31f61a5 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 944 time: 0.0715806 Jun 12 17:05:09.833574 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-fad53d01-562f-4e02-8f0f-6590a1ebb415 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:09.837529 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-4d5410c1-e10a-4782-becb-90569ab40295 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:09.876524 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:09.917607 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-fad53d01-562f-4e02-8f0f-6590a1ebb415 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Network 1bd00fee-120e-4d62-8f0b-f1dd692edaaf is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:05:09.933064 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-fad53d01-562f-4e02-8f0f-6590a1ebb415 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:05:09.941235 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-fad53d01-562f-4e02-8f0f-6590a1ebb415 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:05:09.946953 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-fad53d01-562f-4e02-8f0f-6590a1ebb415 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:09.947595 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-fad53d01-562f-4e02-8f0f-6590a1ebb415 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:09.957157 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:09.957805 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:09.959120 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] 10.222.0.22 "PUT /v2.0/ports/7b182cb1-0320-4cea-9c2e-bf0050d5acd1 HTTP/1.1" status: 200 len: 1094 time: 2.0870521 Jun 12 17:05:09.959634 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f051e2-8a8b-4b42-aee6-171c04d886ab', 'tag': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:05:09.963585 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85b7699-e51b-44d7-861b-e5675b4fb047" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f051e2-8a8b-4b42-aee6-171c04d886ab", "tag": "7b182cb1-0320-4cea-9c2e-bf0050d5acd1"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:05:09.975661 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7bfe8673-c82e-4b6f-bfb8-a105eaeb7bc1 req-0cb57309-3127-4ff5-852a-1e7cb8ccbf1a tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339183 Jun 12 17:05:09.978464 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad53d01-562f-4e02-8f0f-6590a1ebb415 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Pushing event updated for resources: {'Port': ['ID=90d5f1d4-f716-4245-9c24-9e2e1ec15ed2,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:09.982184 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-fad53d01-562f-4e02-8f0f-6590a1ebb415 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:09.982688 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:10.044317 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c012e4-8633-4cbd-9358-851f80b31ad8 x-openstack-request-id: req-11c012e4-8633-4cbd-9358-851f80b31ad8 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:05:10.044633 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f051e2-8a8b-4b42-aee6-171c04d886ab", "tag": "7b182cb1-0320-4cea-9c2e-bf0050d5acd1", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:05:10.044909 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11c012e4-8633-4cbd-9358-851f80b31ad8 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:05:10.045329 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f051e2-8a8b-4b42-aee6-171c04d886ab', 'tag': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1', 'status': 'completed', 'code': 200} Jun 12 17:05:10.058654 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,revision_number=3']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:10.062119 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:10.096328 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['80e57d56-a381-4620-95f2-9c70e9d270d6'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:05:10.116147 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-fad53d01-562f-4e02-8f0f-6590a1ebb415 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1387885 Jun 12 17:05:10.130793 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Request body: {'port': {'device_id': '4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:05:10.147181 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6786cc-9fe7-4fa1-953e-b43123401d44 req-c1a79e5a-15a3-47bd-bfad-34d0a94c685e tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:10.158713 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-7b6786cc-9fe7-4fa1-953e-b43123401d44 req-c1a79e5a-15a3-47bd-bfad-34d0a94c685e tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 945 time: 0.1161389 Jun 12 17:05:10.234874 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-7b6786cc-9fe7-4fa1-953e-b43123401d44 req-e4e5e305-7163-43a1-a059-bfceb2a5b69c tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772614 Jun 12 17:05:10.275210 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b7699-e51b-44d7-861b-e5675b4fb047 req-abbccbcd-d2dc-49bb-be07-bbb9f47aa8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:10.280871 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f85b7699-e51b-44d7-861b-e5675b4fb047 req-abbccbcd-d2dc-49bb-be07-bbb9f47aa8bb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cb7095c203644131bc201541fe94bc98&device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 1097 time: 0.2128294 Jun 12 17:05:10.334043 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:10.546532 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b7699-e51b-44d7-861b-e5675b4fb047 req-bf2fa3c3-3ba2-4872-ab37-972c80cd0be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:10.548007 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f85b7699-e51b-44d7-861b-e5675b4fb047 req-bf2fa3c3-3ba2-4872-ab37-972c80cd0be6 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=cb7095c203644131bc201541fe94bc98&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2581341 Jun 12 17:05:10.579693 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-58b603c3-c545-4f73-92cc-16ffa14d751f None None] Provisioning for port 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:05:10.583726 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-58b603c3-c545-4f73-92cc-16ffa14d751f None None] Provisioning complete for port 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:05:10.584110 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-58b603c3-c545-4f73-92cc-16ffa14d751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:10.632302 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-58b603c3-c545-4f73-92cc-16ffa14d751f None None] Port 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:05:10.753303 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6a654-13c1-483e-b129-3f528e3299e9 req-9319e516-f9a3-4c43-87c1-5b09a2ec6863 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:10.753303 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8cc6a654-13c1-483e-b129-3f528e3299e9 req-9319e516-f9a3-4c43-87c1-5b09a2ec6863 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.1529322 Jun 12 17:05:10.831550 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 {{(pid=92467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:05:10.840083 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8cc6a654-13c1-483e-b129-3f528e3299e9 req-7d979986-d880-47b1-ac00-53a444f55f6b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830719 Jun 12 17:05:10.842163 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:10.847258 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92154cd3-c819-49a0-b774-3c4cb94873ee req-c12fe959-55fb-4189-b14d-33e33dc579cd tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:10.849074 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-92154cd3-c819-49a0-b774-3c4cb94873ee req-c12fe959-55fb-4189-b14d-33e33dc579cd tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 943 time: 0.0723655 Jun 12 17:05:10.855202 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Transition to ACTIVE for port object 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 will not be triggered until provisioned by entity L2. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:05:10.898352 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-92154cd3-c819-49a0-b774-3c4cb94873ee req-873db2e8-eefc-4ed7-adfa-8ab04fe6bf9d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411429 Jun 12 17:05:10.928112 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:10.931391 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:11.066840 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Pushing event updated for resources: {'Port': ['ID=90d5f1d4-f716-4245-9c24-9e2e1ec15ed2,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:11.071778 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:11.126686 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Attempting to bind port 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:05:11.127118 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Attempting to bind port 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '244e7e49-79a1-4e4c-afcc-b93d0497c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf'}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:05:11.127280 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Attempting to bind port 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 on network 1bd00fee-120e-4d62-8f0b-f1dd692edaaf {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:05:11.134530 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Port 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 on network 1bd00fee-120e-4d62-8f0b-f1dd692edaaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 17:05:11.134857 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Attempting to bind port 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 on network 1bd00fee-120e-4d62-8f0b-f1dd692edaaf {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:05:11.147404 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b3375-0dc1-4969-a912-a36a648697df req-f6ed4a8e-7856-4f58-a671-c57caca3db21 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:11.150346 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-965b3375-0dc1-4969-a912-a36a648697df req-f6ed4a8e-7856-4f58-a671-c57caca3db21 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 944 time: 0.1867416 Jun 12 17:05:11.151116 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Checking agent: {'id': '2dfdfaa1-9da4-4da7-bc93-db92fb710195', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'started_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:05:11.151116 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Checking segment: {'id': '244e7e49-79a1-4e4c-afcc-b93d0497c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:05:11.151520 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Bound using segment: {'id': '244e7e49-79a1-4e4c-afcc-b93d0497c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf'} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:05:11.151878 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Bound port: 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244e7e49-79a1-4e4c-afcc-b93d0497c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf'}}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:05:11.152229 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:11.194758 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86ee2b-7bd3-429e-b858-67344a0ff5fc req-52983ffc-2cf5-4d3e-9d4b-dcea57102a8d tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:11.196246 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-8b86ee2b-7bd3-429e-b858-67344a0ff5fc req-52983ffc-2cf5-4d3e-9d4b-dcea57102a8d tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 944 time: 0.0878005 Jun 12 17:05:11.244853 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-965b3375-0dc1-4969-a912-a36a648697df req-b0b82141-22a2-45eb-b59d-c134082ab711 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877573 Jun 12 17:05:11.247650 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-8b86ee2b-7bd3-429e-b858-67344a0ff5fc req-5662a663-c4b5-4f19-83fd-38a8bd042704 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447047 Jun 12 17:05:11.276786 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] For port 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2, host hv-cinder-79611, cleared binding levels {{(pid=92467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:05:11.280711 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] For port 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=90d5f1d4-f716-4245-9c24-9e2e1ec15ed2,segment=NetworkSegment(244e7e49-79a1-4e4c-afcc-b93d0497c040),segment_id=244e7e49-79a1-4e4c-afcc-b93d0497c040)] {{(pid=92467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:05:11.378500 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:11.401713 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:11.506951 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:11.507581 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:11.508993 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] 10.222.0.22 "PUT /v2.0/ports/90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 HTTP/1.1" status: 200 len: 1094 time: 1.3838067 Jun 12 17:05:11.556728 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b7699-e51b-44d7-861b-e5675b4fb047 req-782134cc-d490-4fb7-8a1b-cb3cf3b46550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:11.558171 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f85b7699-e51b-44d7-861b-e5675b4fb047 req-782134cc-d490-4fb7-8a1b-cb3cf3b46550 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2244074 Jun 12 17:05:11.558815 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Pushing event updated for resources: {'Port': ['ID=90d5f1d4-f716-4245-9c24-9e2e1ec15ed2,revision_number=3']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:11.562882 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:11.579930 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d3421-f267-4ecc-a981-4b1cb2aee3dc req-951b5983-c816-4d99-9cb2-39a8e206eaf9 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:11.581448 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9b3d3421-f267-4ecc-a981-4b1cb2aee3dc req-951b5983-c816-4d99-9cb2-39a8e206eaf9 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 945 time: 0.2245955 Jun 12 17:05:11.629302 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9b3d3421-f267-4ecc-a981-4b1cb2aee3dc req-2c8bb7a8-4068-4178-aa5e-a6aaf5b5a46a tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421398 Jun 12 17:05:12.027374 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670a3bf-8c5a-402e-9647-5c9ccf947b4e req-e93188b2-fee5-4484-80ba-d83c69b9f6d4 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:12.028917 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d670a3bf-8c5a-402e-9647-5c9ccf947b4e req-e93188b2-fee5-4484-80ba-d83c69b9f6d4 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0672948 Jun 12 17:05:12.052597 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6', 'tag': '90d5f1d4-f716-4245-9c24-9e2e1ec15ed2'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:05:12.054992 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0232027d-f992-409e-bf31-72977d7ad7db" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6", "tag": "90d5f1d4-f716-4245-9c24-9e2e1ec15ed2"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:05:12.070686 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d670a3bf-8c5a-402e-9647-5c9ccf947b4e req-770e0a1c-e340-4192-b50f-678683eba19c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359459 Jun 12 17:05:12.098596 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa4581-5f2f-4fc5-940a-a0da9fea54d8 req-88f17d62-132c-4f5d-b00a-40785448e590 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:12.098596 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cfaa4581-5f2f-4fc5-940a-a0da9fea54d8 req-88f17d62-132c-4f5d-b00a-40785448e590 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 943 time: 0.0750701 Jun 12 17:05:12.120663 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5235f6a-59c7-46d1-9d26-8fb97f7452ad x-openstack-request-id: req-a5235f6a-59c7-46d1-9d26-8fb97f7452ad {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:05:12.120973 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6", "tag": "90d5f1d4-f716-4245-9c24-9e2e1ec15ed2", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:05:12.121246 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5235f6a-59c7-46d1-9d26-8fb97f7452ad {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:05:12.122223 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6', 'tag': '90d5f1d4-f716-4245-9c24-9e2e1ec15ed2', 'status': 'completed', 'code': 200} Jun 12 17:05:12.141615 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cfaa4581-5f2f-4fc5-940a-a0da9fea54d8 req-700164c9-56d4-493b-b8ea-343d894c914d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390279 Jun 12 17:05:12.433296 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b706553-cd17-4adb-938d-87fc26dce50a req-b98d1000-c299-49da-bac6-0b2ddd0273b9 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:12.435034 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0b706553-cd17-4adb-938d-87fc26dce50a req-b98d1000-c299-49da-bac6-0b2ddd0273b9 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 944 time: 0.0712202 Jun 12 17:05:12.438018 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095d85d-8849-4ea5-be1e-ca8e4e2757ce req-fb8058c5-8ba7-447b-bf5d-6ec80526322a tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:12.439488 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4095d85d-8849-4ea5-be1e-ca8e4e2757ce req-fb8058c5-8ba7-447b-bf5d-6ec80526322a tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 944 time: 0.0702441 Jun 12 17:05:12.484067 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0b706553-cd17-4adb-938d-87fc26dce50a req-bd894b68-7a7c-4d0f-ab37-081db3a4a1fb tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430701 Jun 12 17:05:12.487304 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4095d85d-8849-4ea5-be1e-ca8e4e2757ce req-0b9ad8c5-6dbb-4300-8db3-80f11cb6f41c tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419948 Jun 12 17:05:12.813239 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8d032-dc12-4a76-b07a-6bd6fa47b568 req-e00cd21d-7cb6-43bb-84d9-3fddf6429e6e tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:12.814708 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-33a8d032-dc12-4a76-b07a-6bd6fa47b568 req-e00cd21d-7cb6-43bb-84d9-3fddf6429e6e tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 945 time: 0.0731506 Jun 12 17:05:12.855337 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-33a8d032-dc12-4a76-b07a-6bd6fa47b568 req-51c588cc-ccd2-4f47-811a-26c407e73c63 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346606 Jun 12 17:05:13.254513 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e14f1-f50d-46e0-b998-31387dc8f75b req-2cb672dc-cd06-40b5-959c-de6d76c68ae4 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:13.255990 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-223e14f1-f50d-46e0-b998-31387dc8f75b req-2cb672dc-cd06-40b5-959c-de6d76c68ae4 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0687568 Jun 12 17:05:13.296838 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-223e14f1-f50d-46e0-b998-31387dc8f75b req-ba6644cd-241d-419b-a8df-40291ab1fdbb tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351279 Jun 12 17:05:13.323501 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e1b9b-d7c7-4e6d-9a07-ac4fbd7a2039 req-83dcf0d1-c963-4afd-b0b6-6b495541628c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:13.325188 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-300e1b9b-d7c7-4e6d-9a07-ac4fbd7a2039 req-83dcf0d1-c963-4afd-b0b6-6b495541628c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 943 time: 0.0683601 Jun 12 17:05:13.371021 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-300e1b9b-d7c7-4e6d-9a07-ac4fbd7a2039 req-7301e38c-9f86-40e8-8c98-d0aa0b70ac8e tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402229 Jun 12 17:05:13.375730 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 1d535e4b-3946-4f2a-a276-c1ce680faa52 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:05:13.494336 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232027d-f992-409e-bf31-72977d7ad7db req-7b4072b0-d3ea-4d1a-96c7-068f63cecd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:13.495817 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0232027d-f992-409e-bf31-72977d7ad7db req-7b4072b0-d3ea-4d1a-96c7-068f63cecd85 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=27f65002b23d4deb8a864f9d7c9721a6&device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 1097 time: 0.1015830 Jun 12 17:05:13.499095 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning for port 1d535e4b-3946-4f2a-a276-c1ce680faa52 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:05:13.501664 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-edf3e23b-d591-4310-be1b-c2c7bb762b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:13.503030 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port 1d535e4b-3946-4f2a-a276-c1ce680faa52 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:05:13.503149 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-edf3e23b-d591-4310-be1b-c2c7bb762b84 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cb7095c203644131bc201541fe94bc98&device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 1097 time: 0.1002831 Jun 12 17:05:13.503343 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:13.587063 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-86541fe3-2920-4e0b-9cc2-4500297b35ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b182cb1-0320-4cea-9c2e-bf0050d5acd1 HTTP/1.1" status: 200 len: 217 time: 0.0724411 Jun 12 17:05:13.605772 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:13.664499 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d535e4b-3946-4f2a-a276-c1ce680faa52'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:05:13.708865 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806373f2-50b6-4330-b932-ae592797380e req-40ae6692-7772-473b-a15d-80d7ac95bce0 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:13.711089 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-806373f2-50b6-4330-b932-ae592797380e req-40ae6692-7772-473b-a15d-80d7ac95bce0 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 944 time: 0.0808947 Jun 12 17:05:13.748731 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-da4b866f-0b18-4393-ac3f-aa45ccd6358c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:13.749949 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-da4b866f-0b18-4393-ac3f-aa45ccd6358c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a580d181-6158-4a52-89c2-8aedf3a5088e HTTP/1.1" status: 200 len: 856 time: 0.1550984 Jun 12 17:05:13.750063 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 1d535e4b-3946-4f2a-a276-c1ce680faa52, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1d535e4b-3946-4f2a-a276-c1ce680faa52,segment=NetworkSegment(29156e22-d4f7-4803-8426-165b91d9ec1f),segment_id=29156e22-d4f7-4803-8426-165b91d9ec1f)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:05:13.760670 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-806373f2-50b6-4330-b932-ae592797380e req-f3979c20-e27c-4756-988e-e7902f941c7c tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428245 Jun 12 17:05:13.774913 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232027d-f992-409e-bf31-72977d7ad7db req-aa81fbb5-1765-4ef5-88f6-ee88e5054949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:13.776378 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0232027d-f992-409e-bf31-72977d7ad7db req-aa81fbb5-1765-4ef5-88f6-ee88e5054949 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=27f65002b23d4deb8a864f9d7c9721a6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2725301 Jun 12 17:05:13.795436 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f8cda-fb64-46a9-96c2-59746ca8e879 req-975f1422-ee21-48bf-8356-ce15a6816cc9 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:13.796808 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7a6f8cda-fb64-46a9-96c2-59746ca8e879 req-975f1422-ee21-48bf-8356-ce15a6816cc9 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 944 time: 0.1147804 Jun 12 17:05:13.798686 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdcfda8-a1b3-4d1d-8633-beaafb2afd4f" -d '{"events": [{"server_uuid": "4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5", "name": "network-vif-plugged", "status": "completed", "tag": "1d535e4b-3946-4f2a-a276-c1ce680faa52"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:05:13.814468 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:13.815674 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device ff6f2de7-7a51-47f3-8d67-e005e1995cf8 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:05:13.841708 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:13.850065 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7a6f8cda-fb64-46a9-96c2-59746ca8e879 req-993f71d8-b460-4e0e-b305-48bcc8bd01ac tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470767 Jun 12 17:05:13.908990 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453ecd5f-f3e0-46ce-b82c-4f32bedb8e53 x-openstack-request-id: req-453ecd5f-f3e0-46ce-b82c-4f32bedb8e53 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:05:13.909291 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5", "name": "network-vif-plugged", "status": "completed", "tag": "1d535e4b-3946-4f2a-a276-c1ce680faa52", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:05:13.909551 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-453ecd5f-f3e0-46ce-b82c-4f32bedb8e53 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:05:13.910006 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d535e4b-3946-4f2a-a276-c1ce680faa52', 'code': 200} Jun 12 17:05:13.916643 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=1d535e4b-3946-4f2a-a276-c1ce680faa52,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:13.920106 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:14.002176 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning for port ff6f2de7-7a51-47f3-8d67-e005e1995cf8 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:05:14.006103 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port ff6f2de7-7a51-47f3-8d67-e005e1995cf8 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:05:14.006598 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:14.036042 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9e47a-39a8-41d4-a281-caf205a37c87 req-880cedfe-a7b4-4c7b-b4be-6d2dd5ad2822 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:14.037470 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-93c9e47a-39a8-41d4-a281-caf205a37c87 req-880cedfe-a7b4-4c7b-b4be-6d2dd5ad2822 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 946 time: 0.0691552 Jun 12 17:05:14.080199 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-93c9e47a-39a8-41d4-a281-caf205a37c87 req-22c18895-fdd0-4f99-8b26-c0f26c3de5dc tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370245 Jun 12 17:05:14.095316 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:14.133287 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port ff6f2de7-7a51-47f3-8d67-e005e1995cf8, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ff6f2de7-7a51-47f3-8d67-e005e1995cf8,segment=NetworkSegment(f54b62d9-28ca-4e39-83df-29705f6ff4df),segment_id=f54b62d9-28ca-4e39-83df-29705f6ff4df)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:05:14.219693 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:14.221550 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:14.273670 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=ff6f2de7-7a51-47f3-8d67-e005e1995cf8,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:14.276616 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:14.479988 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdab04-adda-4aef-a97e-bfbbfe807f4f req-8dce3f53-fe5a-40d4-9c83-26921432f53e tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:14.482221 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c1bdab04-adda-4aef-a97e-bfbbfe807f4f req-8dce3f53-fe5a-40d4-9c83-26921432f53e tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0690155 Jun 12 17:05:14.528732 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c1bdab04-adda-4aef-a97e-bfbbfe807f4f req-4d85fcca-8cfb-411c-be13-d35ebdad4b0e tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409245 Jun 12 17:05:14.551148 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713dc7fa-c7a3-4d3f-8360-643a7db10f10 req-87c68693-4ded-4471-8117-deb7e17e710a tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:14.552631 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-713dc7fa-c7a3-4d3f-8360-643a7db10f10 req-87c68693-4ded-4471-8117-deb7e17e710a tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 943 time: 0.0692697 Jun 12 17:05:14.597331 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-713dc7fa-c7a3-4d3f-8360-643a7db10f10 req-ab1ebca1-dc00-41b8-81ff-0ded1507140a tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391345 Jun 12 17:05:14.946625 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd65890-b301-4886-8b00-b1af6a58494b req-5ba233d9-f566-414c-930e-bb85edb5c418 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:14.948117 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5bd65890-b301-4886-8b00-b1af6a58494b req-5ba233d9-f566-414c-930e-bb85edb5c418 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 945 time: 0.0766609 Jun 12 17:05:14.996254 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5bd65890-b301-4886-8b00-b1af6a58494b req-81c81b69-e814-42d5-852d-7dd4f3f725d3 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416248 Jun 12 17:05:15.249848 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b90fec-e919-4a82-a7e5-4d7a6a200050 req-79ecc6c4-4340-4d89-b3c0-670632720220 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:15.250715 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-48b90fec-e919-4a82-a7e5-4d7a6a200050 req-79ecc6c4-4340-4d89-b3c0-670632720220 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 944 time: 0.2842355 Jun 12 17:05:15.262139 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8472-7c51-44c4-b494-ebc7fe5a5ef4 req-ed21c42c-3454-40b7-9539-eca74cacbceb tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:15.264151 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-dbec8472-7c51-44c4-b494-ebc7fe5a5ef4 req-ed21c42c-3454-40b7-9539-eca74cacbceb tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 946 time: 0.0703304 Jun 12 17:05:15.294130 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-48b90fec-e919-4a82-a7e5-4d7a6a200050 req-4bf55bb1-dab5-4c05-aa1d-8738a460dcae tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364580 Jun 12 17:05:15.307709 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-dbec8472-7c51-44c4-b494-ebc7fe5a5ef4 req-251f446a-de4a-4646-bb04-25b18347f29d tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380139 Jun 12 17:05:15.695289 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-f8e57d48-c5f3-4059-8f51-8fdad26dcd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:15.696779 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-f8e57d48-c5f3-4059-8f51-8fdad26dcd18 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1099546 Jun 12 17:05:15.730112 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fec8bd-a9b7-4aeb-9fd5-aab8d90a33de req-487a40bf-eef8-4834-8e3b-4c5d393b7fb9 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:15.732163 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-81fec8bd-a9b7-4aeb-9fd5-aab8d90a33de req-487a40bf-eef8-4834-8e3b-4c5d393b7fb9 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0867364 Jun 12 17:05:15.776244 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-81fec8bd-a9b7-4aeb-9fd5-aab8d90a33de req-a757002b-c6ee-45af-83fc-e0a075a877e6 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383477 Jun 12 17:05:15.785487 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5677f-8f26-4899-a8ef-0ae6466ca048 req-561075df-0b60-4a7a-a644-1b1d9c980c55 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:15.787456 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-97d5677f-8f26-4899-a8ef-0ae6466ca048 req-561075df-0b60-4a7a-a644-1b1d9c980c55 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 943 time: 0.0773447 Jun 12 17:05:15.835984 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-97d5677f-8f26-4899-a8ef-0ae6466ca048 req-f1d59dde-8af4-46ea-a59d-5860b6f3bd73 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390394 Jun 12 17:05:15.910881 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5be35b-ea3a-4ab1-864c-8da5a3b6cced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6f2de7-7a51-47f3-8d67-e005e1995cf8'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:05:15.913379 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1849b9fc-9007-4a56-8633-4752c2cb1c0a" -d '{"events": [{"server_uuid": "9a5be35b-ea3a-4ab1-864c-8da5a3b6cced", "name": "network-vif-plugged", "status": "completed", "tag": "ff6f2de7-7a51-47f3-8d67-e005e1995cf8"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:05:15.947750 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da1ffa1-45c4-4298-b129-5a3be8dfe23f x-openstack-request-id: req-6da1ffa1-45c4-4298-b129-5a3be8dfe23f {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:05:15.948061 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5be35b-ea3a-4ab1-864c-8da5a3b6cced", "name": "network-vif-plugged", "status": "completed", "tag": "ff6f2de7-7a51-47f3-8d67-e005e1995cf8", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:05:15.948333 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6da1ffa1-45c4-4298-b129-5a3be8dfe23f {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:05:15.948729 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5be35b-ea3a-4ab1-864c-8da5a3b6cced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6f2de7-7a51-47f3-8d67-e005e1995cf8', 'code': 200} Jun 12 17:05:16.172949 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd6945-dbcc-41c0-afc8-70742a4cf4a8 req-38aebd29-ab83-438e-8a73-bb4384f336a9 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:16.174380 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5ffd6945-dbcc-41c0-afc8-70742a4cf4a8 req-38aebd29-ab83-438e-8a73-bb4384f336a9 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 945 time: 0.0660162 Jun 12 17:05:16.214536 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5ffd6945-dbcc-41c0-afc8-70742a4cf4a8 req-83fd4830-0415-4ea0-84cd-49609c61cd81 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344810 Jun 12 17:05:16.477761 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5cfb5-6f25-40e6-b765-2945168d4315 req-6000a5c9-9459-4113-be0e-fa07f0ff90e4 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:16.479118 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4dc5cfb5-6f25-40e6-b765-2945168d4315 req-6000a5c9-9459-4113-be0e-fa07f0ff90e4 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 944 time: 0.0721085 Jun 12 17:05:16.482743 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9130d3-06bf-4899-8b3a-7a6c050deaa8 req-49ce7be3-e6cc-4c43-ac3c-d0776aed9499 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:16.484228 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9c9130d3-06bf-4899-8b3a-7a6c050deaa8 req-49ce7be3-e6cc-4c43-ac3c-d0776aed9499 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 946 time: 0.0676622 Jun 12 17:05:16.521828 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4dc5cfb5-6f25-40e6-b765-2945168d4315 req-4b6683f8-3b8c-4d48-a2c2-4cf7f92fefb7 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365713 Jun 12 17:05:16.532801 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9c9130d3-06bf-4899-8b3a-7a6c050deaa8 req-e7c3cbc9-9e4b-40da-909f-7c97afca660f tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425324 Jun 12 17:05:16.782922 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232027d-f992-409e-bf31-72977d7ad7db req-2cecbb00-dc9a-4669-b3d9-9a44d7e0958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:16.784399 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0232027d-f992-409e-bf31-72977d7ad7db req-2cecbb00-dc9a-4669-b3d9-9a44d7e0958e service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2013986 Jun 12 17:05:16.789783 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-16589846-2311-4fd2-b6fe-ba6a4fbdca2d service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969326 Jun 12 17:05:16.988732 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-973dd458-9e7a-4b3a-ab67-81ac24a2f9a7 req-1b6f6263-8280-49a5-a4b9-0f2efcbe2ca4 service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913676 Jun 12 17:05:17.031269 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-88935bcf-d527-4496-9f1c-6e39602955e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:17.032835 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-88935bcf-d527-4496-9f1c-6e39602955e8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=27f65002b23d4deb8a864f9d7c9721a6&device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 1097 time: 0.1265185 Jun 12 17:05:17.040993 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270daa47-d6a6-4be9-89af-3d54eb2344f3 req-325ac1ab-723b-4019-8f19-f073363c5e6c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:17.042362 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-270daa47-d6a6-4be9-89af-3d54eb2344f3 req-325ac1ab-723b-4019-8f19-f073363c5e6c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.1349511 Jun 12 17:05:17.048009 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489f407-6e35-4f6d-b302-f87ceccfdfbd req-46aa36b7-ed56-4f58-8a68-a3e9250439b9 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:17.054556 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-7489f407-6e35-4f6d-b302-f87ceccfdfbd req-46aa36b7-ed56-4f58-8a68-a3e9250439b9 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 943 time: 0.0698345 Jun 12 17:05:17.088423 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-270daa47-d6a6-4be9-89af-3d54eb2344f3 req-a0c8431f-759b-4309-971c-c0d1a3ff776b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379763 Jun 12 17:05:17.097533 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-7489f407-6e35-4f6d-b302-f87ceccfdfbd req-3f9b175e-ef6f-405d-b201-5736d185a9fa tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414174 Jun 12 17:05:17.409428 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f5a7c-ae9b-42bc-8c0a-7f05468e9ee4 req-da68f7be-abf5-4efa-9416-7e83a9f39a41 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:17.410868 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-848f5a7c-ae9b-42bc-8c0a-7f05468e9ee4 req-da68f7be-abf5-4efa-9416-7e83a9f39a41 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 945 time: 0.0769408 Jun 12 17:05:17.451970 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-848f5a7c-ae9b-42bc-8c0a-7f05468e9ee4 req-18b409ab-6fd5-40d0-adc3-42ed619992f6 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352614 Jun 12 17:05:17.711159 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69aea72-d7d6-40aa-b3b1-be30241bd684 req-01c7593c-cf32-4630-ba8e-d957866c3eac tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:17.712644 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b69aea72-d7d6-40aa-b3b1-be30241bd684 req-01c7593c-cf32-4630-ba8e-d957866c3eac tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 946 time: 0.0697491 Jun 12 17:05:17.720752 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15616f-74c1-4b5c-8b77-b272bf8dfd13 req-1d2f3c9f-735a-45ce-82b8-991e69081d92 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:17.723300 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-8c15616f-74c1-4b5c-8b77-b272bf8dfd13 req-1d2f3c9f-735a-45ce-82b8-991e69081d92 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 944 time: 0.0807579 Jun 12 17:05:17.762753 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b69aea72-d7d6-40aa-b3b1-be30241bd684 req-da2d2f77-486a-435e-b006-686331516eca tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439639 Jun 12 17:05:17.772295 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-8c15616f-74c1-4b5c-8b77-b272bf8dfd13 req-e8ec927f-ef6a-4ee4-98ee-18bbb28fb158 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431385 Jun 12 17:05:17.822368 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device d15dcd0c-a893-44d3-b530-950397e84abf details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:05:17.942124 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port d15dcd0c-a893-44d3-b530-950397e84abf, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d15dcd0c-a893-44d3-b530-950397e84abf,segment=NetworkSegment(73747d56-01c8-4f1c-a6b1-64dffe204326),segment_id=73747d56-01c8-4f1c-a6b1-64dffe204326)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:05:17.954592 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': 'd15dcd0c-a893-44d3-b530-950397e84abf', 'network_id': '0eafd16f-a46c-448b-a61d-13c84461e05d', 'port_id': 'd15dcd0c-a893-44d3-b530-950397e84abf', 'mac_address': 'fa:16:3e:e5:72:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c894c67e-9afd-476d-b855-4f5171bf79e1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:05:17.997662 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:18.014439 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15dcd0c-a893-44d3-b530-950397e84abf {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:05:18.036138 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port d15dcd0c-a893-44d3-b530-950397e84abf, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d15dcd0c-a893-44d3-b530-950397e84abf,segment=NetworkSegment(73747d56-01c8-4f1c-a6b1-64dffe204326),segment_id=73747d56-01c8-4f1c-a6b1-64dffe204326)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:05:18.116434 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:18.119450 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:18.176805 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=d15dcd0c-a893-44d3-b530-950397e84abf,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:18.180830 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:18.283652 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f17e55-ef2b-42cc-93fd-77283516497f req-ed0e3d2f-82be-44f7-b841-e265c67107a0 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:18.285101 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-32f17e55-ef2b-42cc-93fd-77283516497f req-ed0e3d2f-82be-44f7-b841-e265c67107a0 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 944 time: 0.0663490 Jun 12 17:05:18.286265 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1d63f-1265-4cba-b4d5-35a2407dfaec req-6474335a-c490-4d19-bfff-182b3399c27b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:18.287723 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6fb1d63f-1265-4cba-b4d5-35a2407dfaec req-6474335a-c490-4d19-bfff-182b3399c27b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0713749 Jun 12 17:05:18.329063 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-32f17e55-ef2b-42cc-93fd-77283516497f req-93450a76-92db-4db9-bbc7-b205fe5b1b9d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382092 Jun 12 17:05:18.330165 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6fb1d63f-1265-4cba-b4d5-35a2407dfaec req-bbcb555f-830b-4f1a-9431-d162a3e70717 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369012 Jun 12 17:05:18.627302 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1f720-a6e7-49c4-9ed5-05b30b647e7f req-cab92b4a-baca-4765-995d-c722f15e568a tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:18.628937 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3ad1f720-a6e7-49c4-9ed5-05b30b647e7f req-cab92b4a-baca-4765-995d-c722f15e568a tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 945 time: 0.0676813 Jun 12 17:05:18.672305 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3ad1f720-a6e7-49c4-9ed5-05b30b647e7f req-4935bca5-cbb4-4216-861b-b5dfaf713a81 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379572 Jun 12 17:05:18.711737 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 80e57d56-a381-4620-95f2-9c70e9d270d6 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:05:18.864975 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning for port 80e57d56-a381-4620-95f2-9c70e9d270d6 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:05:18.868933 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port 80e57d56-a381-4620-95f2-9c70e9d270d6 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:05:18.869342 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:18.961175 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101186e3-7367-4fee-8fe3-c4c1d4e5cc31 req-91f59073-7afc-43bb-aa00-5f4879a0cd3b tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:18.964999 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-101186e3-7367-4fee-8fe3-c4c1d4e5cc31 req-91f59073-7afc-43bb-aa00-5f4879a0cd3b tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 946 time: 0.0870409 Jun 12 17:05:18.971127 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:18.983931 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef26da7-4cc6-47f8-a9fc-8f9b5a6d27f2 req-9f524877-b1ac-47bc-ad67-dc778a1b05bd tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:18.983931 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-eef26da7-4cc6-47f8-a9fc-8f9b5a6d27f2 req-9f524877-b1ac-47bc-ad67-dc778a1b05bd tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 944 time: 0.0966203 Jun 12 17:05:18.997419 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02ee6c5-16ff-4f62-912f-953177d9e8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e57d56-a381-4620-95f2-9c70e9d270d6'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:05:18.999678 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b6f63b-3441-4111-81dd-9df2c1e980a7" -d '{"events": [{"server_uuid": "a02ee6c5-16ff-4f62-912f-953177d9e8ce", "name": "network-vif-plugged", "status": "completed", "tag": "80e57d56-a381-4620-95f2-9c70e9d270d6"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:05:19.014228 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 80e57d56-a381-4620-95f2-9c70e9d270d6, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=80e57d56-a381-4620-95f2-9c70e9d270d6,segment=NetworkSegment(73747d56-01c8-4f1c-a6b1-64dffe204326),segment_id=73747d56-01c8-4f1c-a6b1-64dffe204326)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:05:19.014502 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-101186e3-7367-4fee-8fe3-c4c1d4e5cc31 req-9ae052e7-fd6b-4df5-9b56-0dca7872bd50 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428975 Jun 12 17:05:19.029424 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-eef26da7-4cc6-47f8-a9fc-8f9b5a6d27f2 req-b8b6e85f-1454-4b77-9a54-419794b0f040 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404141 Jun 12 17:05:19.067204 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6f1e1a-8d66-487a-9df8-af1fec0c5480 x-openstack-request-id: req-8d6f1e1a-8d66-487a-9df8-af1fec0c5480 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:05:19.067502 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02ee6c5-16ff-4f62-912f-953177d9e8ce", "name": "network-vif-plugged", "status": "completed", "tag": "80e57d56-a381-4620-95f2-9c70e9d270d6", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:05:19.067791 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d6f1e1a-8d66-487a-9df8-af1fec0c5480 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:05:19.068210 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02ee6c5-16ff-4f62-912f-953177d9e8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e57d56-a381-4620-95f2-9c70e9d270d6', 'code': 200} Jun 12 17:05:19.104785 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:19.107000 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:19.160529 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=80e57d56-a381-4620-95f2-9c70e9d270d6,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:19.163575 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:19.233200 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:05:19.516025 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23aa5af-a640-42fe-801f-1c959607c266 req-b95124fd-bbb0-45d8-8527-7c4f28a1db40 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:19.517483 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a23aa5af-a640-42fe-801f-1c959607c266 req-b95124fd-bbb0-45d8-8527-7c4f28a1db40 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 944 time: 0.0704551 Jun 12 17:05:19.519999 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107ac69-3303-4393-b750-28a145b6ff33 req-bb8ded1a-2ec9-4616-9df8-7da4b9668000 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:19.521439 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0107ac69-3303-4393-b750-28a145b6ff33 req-bb8ded1a-2ec9-4616-9df8-7da4b9668000 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0732977 Jun 12 17:05:19.563160 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0107ac69-3303-4393-b750-28a145b6ff33 req-c3945211-9f81-4fa3-9eac-91e4e15744b5 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361290 Jun 12 17:05:19.566411 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a23aa5af-a640-42fe-801f-1c959607c266 req-86231201-8997-41b4-b7db-1aae51cada2c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427480 Jun 12 17:05:19.826777 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-53c5818f-589c-434c-aa3f-3eacc9a42347 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 HTTP/1.1" status: 200 len: 217 time: 0.0775783 Jun 12 17:05:19.868627 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706d336-1751-4782-b969-716eec281681 req-a82d1df6-6b0f-4865-8c9d-ba5c90959a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:19.871643 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5706d336-1751-4782-b969-716eec281681 req-a82d1df6-6b0f-4865-8c9d-ba5c90959a13 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 1098 time: 0.1139960 Jun 12 17:05:19.892477 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-5706d336-1751-4782-b969-716eec281681 req-2be350b8-304b-41c8-9dab-0e5df85cbfbf service neutron] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:19.940857 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-28f91b54-3a51-4ce9-bb89-12a6270ed160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:19.942266 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-28f91b54-3a51-4ce9-bb89-12a6270ed160 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6b76acd-3b25-497d-91fe-7cc8125c8173 HTTP/1.1" status: 200 len: 850 time: 0.0875058 Jun 12 17:05:19.946039 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84819b1e-b509-4408-bdf3-f281b1e381fa req-348a0d1a-a8b2-4ec8-b6db-4dc3b0e6befe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:19.946863 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-84819b1e-b509-4408-bdf3-f281b1e381fa req-348a0d1a-a8b2-4ec8-b6db-4dc3b0e6befe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 1099 time: 0.1917336 Jun 12 17:05:19.966762 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['d15dcd0c-a893-44d3-b530-950397e84abf'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:05:20.007207 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-84819b1e-b509-4408-bdf3-f281b1e381fa req-5995130a-1d1b-495e-9fc5-39251e446917 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:20.047976 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-7637274f-bea2-4c88-9d35-9c4939d01f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:20.049615 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-7637274f-bea2-4c88-9d35-9c4939d01f02 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bd00fee-120e-4d62-8f0b-f1dd692edaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0950582 Jun 12 17:05:20.092807 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-5706d336-1751-4782-b969-716eec281681 req-2be350b8-304b-41c8-9dab-0e5df85cbfbf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:20.101500 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08462d11-97c2-4ce5-a886-d6833a2c627b req-64cd0115-c4f6-4751-9bb0-84099ef225e5 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:20.102982 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-08462d11-97c2-4ce5-a886-d6833a2c627b req-64cd0115-c4f6-4751-9bb0-84099ef225e5 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 945 time: 0.1576231 Jun 12 17:05:20.169513 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.22', 64357) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:20.176182 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-08462d11-97c2-4ce5-a886-d6833a2c627b req-eaa84289-0ae3-4ecb-820c-f4ffbe3f3382 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660615 Jun 12 17:05:20.214735 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [req-5706d336-1751-4782-b969-716eec281681 req-2be350b8-304b-41c8-9dab-0e5df85cbfbf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:20.222622 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:20.261001 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5706d336-1751-4782-b969-716eec281681 req-2be350b8-304b-41c8-9dab-0e5df85cbfbf service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836372 Jun 12 17:05:20.267852 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-82d16eab-39c4-4830-9d47-a1022e86409e service neutron] 10.222.0.22 "GET /v2.0/networks/1bd00fee-120e-4d62-8f0b-f1dd692edaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116101 Jun 12 17:05:20.270815 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be350b8-304b-41c8-9dab-0e5df85cbfbf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f822bb-2225-4cf0-8902-7605a8823404,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:20.274447 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-2be350b8-304b-41c8-9dab-0e5df85cbfbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:20.325768 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e433ed3-1a9c-4e03-9395-04f617ced87c req-494b63d7-1584-4f86-976d-3d797fb796aa tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:20.326479 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1e433ed3-1a9c-4e03-9395-04f617ced87c req-494b63d7-1584-4f86-976d-3d797fb796aa tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 946 time: 0.1417482 Jun 12 17:05:20.333706 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad17c56-921e-4585-905f-a5c650845e19 req-b74b0cf5-0ddc-47f1-8725-00034d2f74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:20.333706 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cad17c56-921e-4585-905f-a5c650845e19 req-b74b0cf5-0ddc-47f1-8725-00034d2f74ed service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 1098 time: 0.1623931 Jun 12 17:05:20.355805 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1851365-9726-492a-a5c0-d5939986ce08 req-a7f25433-b5b1-4c7e-8838-c4b06710e7f8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:20.356475 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.db.api [req-84819b1e-b509-4408-bdf3-f281b1e381fa req-5995130a-1d1b-495e-9fc5-39251e446917 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 703fed4f394b4d4795534f324fdabc9c {{(pid=92467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 17:05:20.356905 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_db.api [req-84819b1e-b509-4408-bdf3-f281b1e381fa req-5995130a-1d1b-495e-9fc5-39251e446917 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 17:05:20.357459 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f1851365-9726-492a-a5c0-d5939986ce08 req-a7f25433-b5b1-4c7e-8838-c4b06710e7f8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 944 time: 0.0787728 Jun 12 17:05:20.404242 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f1851365-9726-492a-a5c0-d5939986ce08 req-80447a31-98b6-4ad2-808b-830777080b1f tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403447 Jun 12 17:05:20.449074 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1e433ed3-1a9c-4e03-9395-04f617ced87c req-5b79f9c6-6c57-4d55-a854-7a9cf6e8ac6b tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133323 Jun 12 17:05:20.499040 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cad17c56-921e-4585-905f-a5c650845e19 req-e80a7c5e-f988-466b-b2f8-17cd155fe393 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448066 Jun 12 17:05:20.536195 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0a6526f0-d7b1-42c8-a2f6-99658a832f61 req-83cb324d-6b5b-4337-9544-939a2eeb5bf2 service neutron] 10.222.0.22 "GET /v2.0/networks/1bd00fee-120e-4d62-8f0b-f1dd692edaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808870 Jun 12 17:05:20.750565 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbff7be-e3a1-4ea4-9ca1-067a5116ff75 req-575d5134-2a1d-4739-b9b5-bf6c515a8b6a tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:20.751957 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9cbff7be-e3a1-4ea4-9ca1-067a5116ff75 req-575d5134-2a1d-4739-b9b5-bf6c515a8b6a tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 944 time: 0.0749686 Jun 12 17:05:20.760412 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644dc45-dbfa-4db2-b474-87a701b19b3a req-d551c9a8-9034-43e1-af18-d41505bd6baa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:20.762507 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3644dc45-dbfa-4db2-b474-87a701b19b3a req-d551c9a8-9034-43e1-af18-d41505bd6baa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0704682 Jun 12 17:05:20.806410 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3644dc45-dbfa-4db2-b474-87a701b19b3a req-cc2e8251-cd25-43ca-b9d4-1065a6820806 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379786 Jun 12 17:05:20.806882 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9cbff7be-e3a1-4ea4-9ca1-067a5116ff75 req-4c20df27-a596-4637-9ac0-ac39c48b5615 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488007 Jun 12 17:05:20.857897 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-84819b1e-b509-4408-bdf3-f281b1e381fa req-5995130a-1d1b-495e-9fc5-39251e446917 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:20.927439 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-84819b1e-b509-4408-bdf3-f281b1e381fa req-5995130a-1d1b-495e-9fc5-39251e446917 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9654152 Jun 12 17:05:21.357098 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24143c1c-caf4-4112-9304-8eeea1c08c4f req-0ce59a22-8b62-4c06-823a-c4f7a8421741 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:21.358456 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-24143c1c-caf4-4112-9304-8eeea1c08c4f req-0ce59a22-8b62-4c06-823a-c4f7a8421741 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 945 time: 0.0728571 Jun 12 17:05:21.398560 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-24143c1c-caf4-4112-9304-8eeea1c08c4f req-e541349f-a1a5-46f6-a4a5-1bc9bf713849 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343032 Jun 12 17:05:21.603590 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9385ab-ff19-41f5-a556-5a6c2b708bcd req-44db0915-480b-4bbd-844f-cab831f848eb tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:21.605136 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bf9385ab-ff19-41f5-a556-5a6c2b708bcd req-44db0915-480b-4bbd-844f-cab831f848eb tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 944 time: 0.0823460 Jun 12 17:05:21.644982 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e355f4-81f2-4906-9797-35c79b2b89be req-e0d5f351-d567-4b8b-b146-a9a7b032e9b8 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:21.646400 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a7e355f4-81f2-4906-9797-35c79b2b89be req-e0d5f351-d567-4b8b-b146-a9a7b032e9b8 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 946 time: 0.0791698 Jun 12 17:05:21.653979 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bf9385ab-ff19-41f5-a556-5a6c2b708bcd req-d5dd3845-bf60-4e7a-9431-ff5b21349211 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426426 Jun 12 17:05:21.691498 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a7e355f4-81f2-4906-9797-35c79b2b89be req-e86bda04-cc0f-418d-9910-523156f12133 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380313 Jun 12 17:05:21.718264 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:05:21.721333 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device d15dcd0c-a893-44d3-b530-950397e84abf up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:05:21.882804 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 56586) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:21.904816 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:05:21.944652 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'port_id': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1', 'mac_address': 'fa:16:3e:32:f1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:05:21.968664 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning for port d15dcd0c-a893-44d3-b530-950397e84abf completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:05:21.973083 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port d15dcd0c-a893-44d3-b530-950397e84abf triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:05:21.974690 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:22.123151 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-151c322d-5c60-49f5-adfe-c6ae68f8102e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:22.137650 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:22.143781 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cfb24-56ad-456e-aa0a-a8843817392c req-a495a91c-a8fc-427e-8225-5f34f554f6b0 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:22.145602 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-aa7cfb24-56ad-456e-aa0a-a8843817392c req-a495a91c-a8fc-427e-8225-5f34f554f6b0 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 944 time: 0.0845220 Jun 12 17:05:22.151112 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10202200-9201-4ea2-a545-fd64b2c35050 req-ce8c8ea5-cbac-4120-8ac2-3b1fa42c0277 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:22.152674 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-10202200-9201-4ea2-a545-fd64b2c35050 req-ce8c8ea5-cbac-4120-8ac2-3b1fa42c0277 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.1136041 Jun 12 17:05:22.163950 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:05:22.187936 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:05:22.191438 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-08ce3863-91b5-4a93-9218-aaab571b39b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:22.199710 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:22.204697 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-aa7cfb24-56ad-456e-aa0a-a8843817392c req-d041a862-cc96-409f-8e4d-51a004bb2b30 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449724 Jun 12 17:05:22.211492 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-10202200-9201-4ea2-a545-fd64b2c35050 req-fbf94582-e78c-41b1-9166-b3e42d17c0d6 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510809 Jun 12 17:05:22.231666 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e33fc1d-19a0-4ddd-80a5-941f3792ef8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15dcd0c-a893-44d3-b530-950397e84abf'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:05:22.231666 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96711a6b-7321-49b3-89ab-1ba20742e718" -d '{"events": [{"server_uuid": "9e33fc1d-19a0-4ddd-80a5-941f3792ef8f", "name": "network-vif-plugged", "status": "completed", "tag": "d15dcd0c-a893-44d3-b530-950397e84abf"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:05:22.248484 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port d15dcd0c-a893-44d3-b530-950397e84abf, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d15dcd0c-a893-44d3-b530-950397e84abf,segment=NetworkSegment(73747d56-01c8-4f1c-a6b1-64dffe204326),segment_id=73747d56-01c8-4f1c-a6b1-64dffe204326)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:05:22.277602 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-151c322d-5c60-49f5-adfe-c6ae68f8102e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:22.282389 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c772d16-d6ca-4ab1-8c58-6a1f045a9dd1 x-openstack-request-id: req-5c772d16-d6ca-4ab1-8c58-6a1f045a9dd1 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:05:22.282765 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e33fc1d-19a0-4ddd-80a5-941f3792ef8f", "name": "network-vif-plugged", "status": "completed", "tag": "d15dcd0c-a893-44d3-b530-950397e84abf", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:05:22.283089 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c772d16-d6ca-4ab1-8c58-6a1f045a9dd1 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:05:22.298205 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e33fc1d-19a0-4ddd-80a5-941f3792ef8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15dcd0c-a893-44d3-b530-950397e84abf', 'code': 200} Jun 12 17:05:22.298205 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:22.298205 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:22.343767 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:22.349646 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:22.352543 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:22.352946 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:22.380156 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-151c322d-5c60-49f5-adfe-c6ae68f8102e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:22.387971 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:22.409465 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=d15dcd0c-a893-44d3-b530-950397e84abf,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:22.412501 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:22.433465 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 56600) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:22.435886 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-151c322d-5c60-49f5-adfe-c6ae68f8102e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=746c74ad0adb497e86af9aa659dc914b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5495832 Jun 12 17:05:22.437278 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c322d-5c60-49f5-adfe-c6ae68f8102e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bdf73b-f50a-44f9-9bc1-82c932183fb0,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:22.440724 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-151c322d-5c60-49f5-adfe-c6ae68f8102e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:22.490978 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-cec58a0f-46bb-412b-8172-3bb39db8c19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:22.515758 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-cec58a0f-46bb-412b-8172-3bb39db8c19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:22.592301 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a2e35-a095-4086-b6ea-fa05acd60301 req-36ef39b4-4f8d-4eea-a0dd-4aa97caa86a7 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:22.593741 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5c2a2e35-a095-4086-b6ea-fa05acd60301 req-36ef39b4-4f8d-4eea-a0dd-4aa97caa86a7 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 945 time: 0.0765295 Jun 12 17:05:22.634200 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5c2a2e35-a095-4086-b6ea-fa05acd60301 req-a46bd5ab-debc-4f7e-b22d-fb988d04e06e tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348272 Jun 12 17:05:22.666962 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-cec58a0f-46bb-412b-8172-3bb39db8c19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:22.668054 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-cec58a0f-46bb-412b-8172-3bb39db8c19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:22.669673 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-cec58a0f-46bb-412b-8172-3bb39db8c19c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26bdf73b-f50a-44f9-9bc1-82c932183fb0 HTTP/1.1" status: 204 len: 168 time: 0.2351022 Jun 12 17:05:22.670388 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:22.679823 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec58a0f-46bb-412b-8172-3bb39db8c19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bdf73b-f50a-44f9-9bc1-82c932183fb0,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:22.682310 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-cec58a0f-46bb-412b-8172-3bb39db8c19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:22.869608 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c270485-11b7-4bbc-bf8c-d99d4786d1f5 req-5bb7ec97-d1e5-4c49-81ef-7fe61c616cff tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:22.871061 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4c270485-11b7-4bbc-bf8c-d99d4786d1f5 req-5bb7ec97-d1e5-4c49-81ef-7fe61c616cff tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 944 time: 0.0882416 Jun 12 17:05:22.915930 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4c270485-11b7-4bbc-bf8c-d99d4786d1f5 req-81da30cb-0e19-4028-8e00-7cb87bf26d65 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388637 Jun 12 17:05:22.921457 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fd70e-2dab-4adc-b941-9c70f2352e17 req-558429d8-6241-4822-b978-7ee02b497b2b tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:22.923503 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-069fd70e-2dab-4adc-b941-9c70f2352e17 req-558429d8-6241-4822-b978-7ee02b497b2b tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 946 time: 0.0757058 Jun 12 17:05:22.970472 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-069fd70e-2dab-4adc-b941-9c70f2352e17 req-33f13292-83b3-40ea-b0bf-bf02c25b54f3 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409489 Jun 12 17:05:23.399221 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d782d-0751-4421-8fca-26f5dd712d07 req-d469f809-d639-44d9-8ebb-0cc23726c4bc tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:23.400585 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2a6d782d-0751-4421-8fca-26f5dd712d07 req-d469f809-d639-44d9-8ebb-0cc23726c4bc tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0735464 Jun 12 17:05:23.430485 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba410a8-2461-42d8-957a-7ef75a14b24d req-0caf1231-9341-46a9-bcf4-724eb26f1369 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:23.432137 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-cba410a8-2461-42d8-957a-7ef75a14b24d req-0caf1231-9341-46a9-bcf4-724eb26f1369 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 945 time: 0.0809336 Jun 12 17:05:23.457202 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2a6d782d-0751-4421-8fca-26f5dd712d07 req-40e1d37b-4c7d-4666-b026-2aabc3383174 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495479 Jun 12 17:05:23.497957 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-cba410a8-2461-42d8-957a-7ef75a14b24d req-96bf254f-4b7b-4124-a2a2-4b2c269dd798 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523484 Jun 12 17:05:24.120201 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e96ad-b8a7-44da-978f-ba2e70c31d21 req-77dfe819-fd27-4660-a380-9975210d500a tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:24.121958 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-216e96ad-b8a7-44da-978f-ba2e70c31d21 req-77dfe819-fd27-4660-a380-9975210d500a tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 944 time: 0.0678453 Jun 12 17:05:24.169661 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-216e96ad-b8a7-44da-978f-ba2e70c31d21 req-f45a8486-5f05-483c-a735-ce6a888343b1 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421729 Jun 12 17:05:24.665479 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-4838c917-865c-464d-84e0-d96f631f8552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:24.674099 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf7cb8-5fc5-49a4-be04-8261388fb2c3 req-c7e27f42-b1cb-4b2d-814d-01ccc5b8d470 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:24.675694 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-54cf7cb8-5fc5-49a4-be04-8261388fb2c3 req-c7e27f42-b1cb-4b2d-814d-01ccc5b8d470 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0727172 Jun 12 17:05:24.691883 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca2500-c972-4290-bd23-a651a746dc68 req-5e903a67-fe7b-4208-bef8-ab8eefcc30c9 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:24.693637 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-60ca2500-c972-4290-bd23-a651a746dc68 req-5e903a67-fe7b-4208-bef8-ab8eefcc30c9 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 945 time: 0.0707150 Jun 12 17:05:24.723952 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-54cf7cb8-5fc5-49a4-be04-8261388fb2c3 req-63edb693-5d88-4c27-96df-939294c870cb tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384216 Jun 12 17:05:24.739672 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-60ca2500-c972-4290-bd23-a651a746dc68 req-9266b99b-5a27-47ba-93d4-ba0784e7234c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390940 Jun 12 17:05:24.859731 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:25.351092 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418373f-b76c-46b7-8466-51789ffd73f7 req-73c99c82-36f5-4098-aaad-b4a72f870793 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:25.352552 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3418373f-b76c-46b7-8466-51789ffd73f7 req-73c99c82-36f5-4098-aaad-b4a72f870793 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 944 time: 0.0739362 Jun 12 17:05:25.395425 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3418373f-b76c-46b7-8466-51789ffd73f7 req-eb0a94c5-b81c-492b-b32e-6438d1608cdf tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373626 Jun 12 17:05:25.572926 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c2885-db73-4b62-bddf-920cd347de45 req-f6d143dd-27a9-440c-8afc-790f3937402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:25.572926 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-329c2885-db73-4b62-bddf-920cd347de45 req-f6d143dd-27a9-440c-8afc-790f3937402b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 1098 time: 0.0645988 Jun 12 17:05:25.610929 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-329c2885-db73-4b62-bddf-920cd347de45 req-eb8cd193-2b67-4f39-8839-7525b525eaad service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312300 Jun 12 17:05:25.670518 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:25.715401 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['7b182cb1-0320-4cea-9c2e-bf0050d5acd1'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:05:25.747105 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:05:25.787130 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:25.926772 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad0abb-fc64-4ec8-8280-61d88c3f9a12 req-e45156d8-f355-4cdf-8780-ab9e249e7c25 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:25.935187 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-caad0abb-fc64-4ec8-8280-61d88c3f9a12 req-e45156d8-f355-4cdf-8780-ab9e249e7c25 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0911927 Jun 12 17:05:25.973026 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed59d3-3246-418c-869a-8f8fe7d8c17e req-64c75ea2-a2bd-4716-89c2-c73c42c0d0be tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:25.975458 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-11ed59d3-3246-418c-869a-8f8fe7d8c17e req-64c75ea2-a2bd-4716-89c2-c73c42c0d0be tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 945 time: 0.0934172 Jun 12 17:05:25.976464 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-caad0abb-fc64-4ec8-8280-61d88c3f9a12 req-c4055124-6bf2-440b-81b8-1263bf0fa3da tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402319 Jun 12 17:05:26.022275 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-11ed59d3-3246-418c-869a-8f8fe7d8c17e req-9937e9f4-235b-4540-ae12-fca9e0cc6bff tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377302 Jun 12 17:05:26.047851 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=90d5f1d4-f716-4245-9c24-9e2e1ec15ed2,segment=NetworkSegment(244e7e49-79a1-4e4c-afcc-b93d0497c040),segment_id=244e7e49-79a1-4e4c-afcc-b93d0497c040)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:05:26.070298 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': '90d5f1d4-f716-4245-9c24-9e2e1ec15ed2', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'port_id': '90d5f1d4-f716-4245-9c24-9e2e1ec15ed2', 'mac_address': 'fa:16:3e:4d:b0:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:05:26.140284 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:26.157760 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:05:26.179136 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=90d5f1d4-f716-4245-9c24-9e2e1ec15ed2,segment=NetworkSegment(244e7e49-79a1-4e4c-afcc-b93d0497c040),segment_id=244e7e49-79a1-4e4c-afcc-b93d0497c040)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:05:26.649224 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:26.651293 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:26.711869 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=90d5f1d4-f716-4245-9c24-9e2e1ec15ed2,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:26.715878 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:26.737487 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9408a-6380-4337-a8d4-1250ad563b3b req-c0e254b4-91db-4361-b84e-95587f36d3c3 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:26.738995 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-49b9408a-6380-4337-a8d4-1250ad563b3b req-c0e254b4-91db-4361-b84e-95587f36d3c3 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 945 time: 0.0829604 Jun 12 17:05:26.794233 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-49b9408a-6380-4337-a8d4-1250ad563b3b req-a9fc482a-b7d5-438f-b295-c594bc1ca71a tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495596 Jun 12 17:05:27.105927 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['90d5f1d4-f716-4245-9c24-9e2e1ec15ed2'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:05:27.197113 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa1de7-f214-4420-8d3d-ab48f4926027 req-c35e2f45-734e-4fe7-a70a-12d38c7656e3 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:27.198664 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c1fa1de7-f214-4420-8d3d-ab48f4926027 req-c35e2f45-734e-4fe7-a70a-12d38c7656e3 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0938151 Jun 12 17:05:27.246884 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c1fa1de7-f214-4420-8d3d-ab48f4926027 req-b7a44ce7-3226-42c0-a697-9b21eb96102c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406177 Jun 12 17:05:27.322418 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:27.764297 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:05:27.968709 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning for port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:05:27.972673 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:05:27.977132 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:28.003391 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3a096-64ad-4bfe-866f-2a7ce1577132 req-83c9958a-4252-4c7a-b0a9-7c0c1c66f633 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:28.005419 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a0a3a096-64ad-4bfe-866f-2a7ce1577132 req-83c9958a-4252-4c7a-b0a9-7c0c1c66f633 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 945 time: 0.0752633 Jun 12 17:05:28.063369 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a0a3a096-64ad-4bfe-866f-2a7ce1577132 req-270fb805-08e3-4071-b6e1-f1d5676fb072 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505035 Jun 12 17:05:28.090831 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:28.124079 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f051e2-8a8b-4b42-aee6-171c04d886ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:05:28.126532 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc56d80-979d-479f-a0eb-224e08a57776" -d '{"events": [{"server_uuid": "e3f051e2-8a8b-4b42-aee6-171c04d886ab", "name": "network-vif-plugged", "status": "completed", "tag": "7b182cb1-0320-4cea-9c2e-bf0050d5acd1"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:05:28.149011 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:05:28.265322 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:28.267992 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:28.322502 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:28.326395 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:28.489071 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275eb63-c82e-4ad8-9216-d0f8c9cefba0 req-efbebd9a-d412-4029-88aa-7633c27ea3f2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:28.490515 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b275eb63-c82e-4ad8-9216-d0f8c9cefba0 req-efbebd9a-d412-4029-88aa-7633c27ea3f2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 945 time: 0.0686734 Jun 12 17:05:28.533355 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b275eb63-c82e-4ad8-9216-d0f8c9cefba0 req-1a75cd05-c0df-436c-bd09-546d62c95367 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371163 Jun 12 17:05:28.578985 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6aff523-44a5-4195-96ee-4b91f8592a97 x-openstack-request-id: req-c6aff523-44a5-4195-96ee-4b91f8592a97 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:05:28.579318 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f051e2-8a8b-4b42-aee6-171c04d886ab", "name": "network-vif-plugged", "status": "completed", "tag": "7b182cb1-0320-4cea-9c2e-bf0050d5acd1", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:05:28.579601 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6aff523-44a5-4195-96ee-4b91f8592a97 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:05:28.579987 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f051e2-8a8b-4b42-aee6-171c04d886ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1', 'code': 200} Jun 12 17:05:29.199955 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a9e7e-1aa6-4f4f-b816-26c9578a8a3e req-7f6506e1-bd15-4aeb-bdb8-b78f17d4c2b4 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:29.209330 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8d5a9e7e-1aa6-4f4f-b816-26c9578a8a3e req-7f6506e1-bd15-4aeb-bdb8-b78f17d4c2b4 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.4345696 Jun 12 17:05:29.247336 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3fe38-d37e-45de-9162-fe216b39a856 req-62dd5055-80c1-4dad-a46a-3a1ee217dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:29.249218 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-69c3fe38-d37e-45de-9162-fe216b39a856 req-62dd5055-80c1-4dad-a46a-3a1ee217dd3a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f05fb791868a4bc09d17000a059c9879&device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 1098 time: 0.1858242 Jun 12 17:05:29.265056 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3ea22-c183-47ec-b548-e3f2eca268cb req-9995f7ea-8836-40e1-a961-7f143a1ffa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:29.266693 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ffd3ea22-c183-47ec-b548-e3f2eca268cb req-9995f7ea-8836-40e1-a961-7f143a1ffa99 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 1099 time: 0.1718311 Jun 12 17:05:29.289617 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6533d72-a18a-4b2c-b9de-d6fc7e87c7be req-ad3136a9-5e1f-44b7-a906-e108ccdf5c2a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:29.291189 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a6533d72-a18a-4b2c-b9de-d6fc7e87c7be req-ad3136a9-5e1f-44b7-a906-e108ccdf5c2a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.0847304 Jun 12 17:05:29.317278 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8d5a9e7e-1aa6-4f4f-b816-26c9578a8a3e req-e63367ac-dee7-49d6-93d6-77a89b9c9489 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070528 Jun 12 17:05:29.345036 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a6533d72-a18a-4b2c-b9de-d6fc7e87c7be req-ce31d66c-14ee-4d46-9ca3-42d35be14a8b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466902 Jun 12 17:05:29.390415 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ffd3ea22-c183-47ec-b548-e3f2eca268cb req-818cb682-2e9e-4e69-8d91-2909646f6e30 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135194 Jun 12 17:05:29.421365 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3fe38-d37e-45de-9162-fe216b39a856 req-f77ab2a3-f93b-4378-96eb-0437b48c76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:29.422791 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-69c3fe38-d37e-45de-9162-fe216b39a856 req-f77ab2a3-f93b-4378-96eb-0437b48c76fc service neutron] 10.222.0.22 "GET /v2.0/networks?id=0eafd16f-a46c-448b-a61d-13c84461e05d HTTP/1.1" status: 200 len: 920 time: 0.1670623 Jun 12 17:05:29.712663 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f570d-8bff-4ed9-91e6-d322a687e3bb req-91c4ce26-27a3-4e71-bf69-0de33190c389 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:29.714111 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-478f570d-8bff-4ed9-91e6-d322a687e3bb req-91c4ce26-27a3-4e71-bf69-0de33190c389 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 945 time: 0.0684271 Jun 12 17:05:29.756942 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-478f570d-8bff-4ed9-91e6-d322a687e3bb req-4e3503ac-3f33-423a-ad12-e9c15e10d1f0 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364435 Jun 12 17:05:30.522227 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f9aea-0832-4202-9ad7-35f03b835845 req-ddd95e9a-01b8-4318-9436-966245ec2a1f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:30.523712 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ab9f9aea-0832-4202-9ad7-35f03b835845 req-ddd95e9a-01b8-4318-9436-966245ec2a1f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0840459 Jun 12 17:05:30.565739 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ab9f9aea-0832-4202-9ad7-35f03b835845 req-4cc0f9fb-b4cf-422d-afed-42528e75415d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362301 Jun 12 17:05:30.574762 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cba745-701b-4c3a-8989-cc7b4b963ba5 req-bc195110-845c-46a3-92aa-d2676e798413 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:30.576354 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f4cba745-701b-4c3a-8989-cc7b4b963ba5 req-bc195110-845c-46a3-92aa-d2676e798413 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.0747364 Jun 12 17:05:30.618254 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f4cba745-701b-4c3a-8989-cc7b4b963ba5 req-26316409-fed7-4492-8ee1-c2ee05589a3c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363469 Jun 12 17:05:30.931600 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b9692-eba9-4ddc-bc55-5fc19e7c4880 req-eb8e960b-6fe1-4323-b930-3e3203e258c3 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:30.933074 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d52b9692-eba9-4ddc-bc55-5fc19e7c4880 req-eb8e960b-6fe1-4323-b930-3e3203e258c3 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 945 time: 0.0667524 Jun 12 17:05:30.973665 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d52b9692-eba9-4ddc-bc55-5fc19e7c4880 req-65f32df8-cfcc-4229-ae75-fda139856ea8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345840 Jun 12 17:05:31.240457 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:05:31.361748 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning for port 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:05:31.365669 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:05:31.366050 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:31.457927 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:31.482654 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d5f1d4-f716-4245-9c24-9e2e1ec15ed2'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:05:31.486827 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2506124c-5f6a-479e-978b-b807c86e6ef3" -d '{"events": [{"server_uuid": "4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6", "name": "network-vif-plugged", "status": "completed", "tag": "90d5f1d4-f716-4245-9c24-9e2e1ec15ed2"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:05:31.498834 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=90d5f1d4-f716-4245-9c24-9e2e1ec15ed2,segment=NetworkSegment(244e7e49-79a1-4e4c-afcc-b93d0497c040),segment_id=244e7e49-79a1-4e4c-afcc-b93d0497c040)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:05:31.520402 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b67665a-a734-4aa0-9532-fac46a664334 x-openstack-request-id: req-3b67665a-a734-4aa0-9532-fac46a664334 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:05:31.520783 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6", "name": "network-vif-plugged", "status": "completed", "tag": "90d5f1d4-f716-4245-9c24-9e2e1ec15ed2", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:05:31.521057 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b67665a-a734-4aa0-9532-fac46a664334 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:05:31.521459 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d5f1d4-f716-4245-9c24-9e2e1ec15ed2', 'code': 200} Jun 12 17:05:31.556856 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:31.558929 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-77135b63-0581-42d1-845b-9dcc348f5de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:31.612139 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=90d5f1d4-f716-4245-9c24-9e2e1ec15ed2,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:31.618962 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:31.619308 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:31.619683 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:31.620016 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:31.620348 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:31.620675 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:31.621119 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:31.621378 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:31.621694 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:31.622179 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:31.622504 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:31.622821 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:31.626506 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:31.751792 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30e1cb-4945-440b-9e54-a6e9726094d9 req-eccd1f5d-9979-4e2e-a008-d4bc10b5f306 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:31.753169 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-da30e1cb-4945-440b-9e54-a6e9726094d9 req-eccd1f5d-9979-4e2e-a008-d4bc10b5f306 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0735772 Jun 12 17:05:31.796284 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-da30e1cb-4945-440b-9e54-a6e9726094d9 req-d9f2cee2-a4f0-4013-ae57-984775612f07 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376079 Jun 12 17:05:31.807494 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a829b1-24f3-48b6-b05c-41fb4f8dc0bc req-8f8386bf-80fd-4a9d-be23-481d9b1215b6 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:31.809086 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d9a829b1-24f3-48b6-b05c-41fb4f8dc0bc req-8f8386bf-80fd-4a9d-be23-481d9b1215b6 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.0706170 Jun 12 17:05:31.850709 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d9a829b1-24f3-48b6-b05c-41fb4f8dc0bc req-530e66c7-d00f-40b9-b018-b9851f536a96 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358555 Jun 12 17:05:32.150345 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811cff2-d141-4047-ac09-fb8915c016d4 req-2818a49e-6b59-4856-b281-ea41728eb408 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:32.151820 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c811cff2-d141-4047-ac09-fb8915c016d4 req-2818a49e-6b59-4856-b281-ea41728eb408 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.0673442 Jun 12 17:05:32.193936 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c811cff2-d141-4047-ac09-fb8915c016d4 req-b6a7048b-f116-4b35-ba77-40e8f7583251 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360618 Jun 12 17:05:32.422703 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-69c3fe38-d37e-45de-9162-fe216b39a856 req-fc794ded-7100-4de2-a8cc-33f1f97b322f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d15dcd0c-a893-44d3-b530-950397e84abf HTTP/1.1" status: 200 len: 217 time: 0.0561323 Jun 12 17:05:32.502461 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3fe38-d37e-45de-9162-fe216b39a856 req-a52dc9cb-febd-406a-8ee6-7a540cdc73c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:32.503935 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-69c3fe38-d37e-45de-9162-fe216b39a856 req-a52dc9cb-febd-406a-8ee6-7a540cdc73c2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c894c67e-9afd-476d-b855-4f5171bf79e1 HTTP/1.1" status: 200 len: 859 time: 0.0524483 Jun 12 17:05:32.541554 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-69c3fe38-d37e-45de-9162-fe216b39a856 req-74b43a1e-e73e-4497-b57c-00eb248b1240 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0eafd16f-a46c-448b-a61d-13c84461e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312924 Jun 12 17:05:32.665032 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-69c3fe38-d37e-45de-9162-fe216b39a856 req-924febe9-ebf5-4eab-80d9-34bb1b5928a7 service neutron] 10.222.0.22 "GET /v2.0/networks/0eafd16f-a46c-448b-a61d-13c84461e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134815 Jun 12 17:05:32.841037 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-69c3fe38-d37e-45de-9162-fe216b39a856 req-0c35197d-6d5b-4b15-8e62-2e2a3fc64fa2 service neutron] 10.222.0.22 "GET /v2.0/networks/0eafd16f-a46c-448b-a61d-13c84461e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590040 Jun 12 17:05:32.858710 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7b182-0638-4496-a1f7-1ad2b4797e26 req-f98850b0-7283-446d-bb1f-fddfbb55d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:32.860187 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-14a7b182-0638-4496-a1f7-1ad2b4797e26 req-f98850b0-7283-446d-bb1f-fddfbb55d6f5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 1099 time: 0.1009119 Jun 12 17:05:32.903012 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-14a7b182-0638-4496-a1f7-1ad2b4797e26 req-86c97344-3709-418d-8861-d85250180141 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339553 Jun 12 17:05:32.983886 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857ae33-421c-43c2-ba35-d91f83d866c3 req-1997b7ad-4914-4c0b-8ff9-472257b38b68 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:32.989825 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f857ae33-421c-43c2-ba35-d91f83d866c3 req-1997b7ad-4914-4c0b-8ff9-472257b38b68 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0752976 Jun 12 17:05:33.031179 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f857ae33-421c-43c2-ba35-d91f83d866c3 req-48c63adb-5392-4e1d-b9bb-84371b4201f1 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396082 Jun 12 17:05:33.060645 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c05353-8d2e-4230-a562-b4f8df4dc95b req-f3821c76-eb32-4da2-a1f7-f3c43908a328 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:33.062228 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-55c05353-8d2e-4230-a562-b4f8df4dc95b req-f3821c76-eb32-4da2-a1f7-f3c43908a328 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.0833368 Jun 12 17:05:33.104764 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-55c05353-8d2e-4230-a562-b4f8df4dc95b req-7ba5bbe8-89f6-4e92-8978-ddb6b9ea5c2f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369644 Jun 12 17:05:33.375467 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afaf93-5d47-4f5e-bdd7-f292b23090d3 req-56cd8434-fd3f-4988-acae-6f0182a5a140 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:33.377018 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c0afaf93-5d47-4f5e-bdd7-f292b23090d3 req-56cd8434-fd3f-4988-acae-6f0182a5a140 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.0692182 Jun 12 17:05:33.429987 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c0afaf93-5d47-4f5e-bdd7-f292b23090d3 req-a0fef285-ccae-499f-a450-45f9b9b83a19 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473654 Jun 12 17:05:34.259126 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef54ac-2a3a-4436-90af-0eeb50956980 req-e3d10c5e-813a-4b6b-a2c2-a63dfe57800f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:34.261863 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a4ef54ac-2a3a-4436-90af-0eeb50956980 req-e3d10c5e-813a-4b6b-a2c2-a63dfe57800f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0837979 Jun 12 17:05:34.307420 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a4ef54ac-2a3a-4436-90af-0eeb50956980 req-bdae508b-5915-40ca-b54e-3aac3d752a78 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389891 Jun 12 17:05:34.330013 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d38ae6-3c61-4737-80ae-201550fa9abc req-429ffa8f-1e0b-4584-a2b4-f1e402c88923 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:34.331556 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-14d38ae6-3c61-4737-80ae-201550fa9abc req-429ffa8f-1e0b-4584-a2b4-f1e402c88923 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.0759706 Jun 12 17:05:34.377048 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-14d38ae6-3c61-4737-80ae-201550fa9abc req-3a56a8bd-2845-44a9-8779-3c114d1d82d0 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373557 Jun 12 17:05:34.635081 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f01e9-df6c-4f71-a6a5-dea82b4dd171 req-bd8e316d-69e7-463a-8744-27ea681ba1fd tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:34.636836 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-dd3f01e9-df6c-4f71-a6a5-dea82b4dd171 req-bd8e316d-69e7-463a-8744-27ea681ba1fd tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.0724516 Jun 12 17:05:34.685559 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-dd3f01e9-df6c-4f71-a6a5-dea82b4dd171 req-5a1af303-3982-48ea-8b96-1fd4646274a8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428710 Jun 12 17:05:34.765679 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1432c49-dd93-4796-8531-e556dd4c820f req-fc14b9d5-f3fb-4607-9b12-9ab016050821 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:34.767188 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f1432c49-dd93-4796-8531-e556dd4c820f req-fc14b9d5-f3fb-4607-9b12-9ab016050821 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.2557232 Jun 12 17:05:34.775864 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 56954) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:34.781574 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-a275487f-f070-4dee-b04a-c31e6fb58149 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Request body: {'floatingip': {'port_id': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:05:34.899480 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-a275487f-f070-4dee-b04a-c31e6fb58149 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for floatingip, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:35.099321 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505cc2f-2d1a-474b-8f85-609fa5caa19d req-cb2b8ae6-8205-42ac-95a4-f3b64ac0be0f tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:35.099321 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7505cc2f-2d1a-474b-8f85-609fa5caa19d req-cb2b8ae6-8205-42ac-95a4-f3b64ac0be0f tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.2885032 Jun 12 17:05:35.104673 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 56966) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:35.111960 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-8b866917-d421-4eef-8b44-50ac00055cc8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Request body: {'floatingip': {'port_id': '90d5f1d4-f716-4245-9c24-9e2e1ec15ed2'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:05:35.203707 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8b866917-d421-4eef-8b44-50ac00055cc8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for floatingip, before_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:35.625990 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85a4be-9f32-4ed8-88d6-1c274552cc96 req-4dfa1061-8fbd-4c2d-9a8e-04884a9e61bf tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:35.633297 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3d85a4be-9f32-4ed8-88d6-1c274552cc96 req-4dfa1061-8fbd-4c2d-9a8e-04884a9e61bf tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.1560175 Jun 12 17:05:35.692248 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3d85a4be-9f32-4ed8-88d6-1c274552cc96 req-b168afa7-69b5-4895-82ba-a3a98b2f0b8e tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579276 Jun 12 17:05:35.820138 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.db.resource_extend [None req-a275487f-f070-4dee-b04a-c31e6fb58149 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 12 17:05:35.941422 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-a275487f-f070-4dee-b04a-c31e6fb58149 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:36.053724 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-a275487f-f070-4dee-b04a-c31e6fb58149 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16397436'] for floatingip, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:36.123344 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8b866917-d421-4eef-8b44-50ac00055cc8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:36.192963 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.l3_db [None req-a275487f-f070-4dee-b04a-c31e6fb58149 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Floating IP 08033d6b-bf1e-4ba4-bd0a-d30cc3c29c8b associated. External IP: 172.27.1.8, port: 7b182cb1-0320-4cea-9c2e-bf0050d5acd1. Jun 12 17:05:36.208093 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8b866917-d421-4eef-8b44-50ac00055cc8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16397436'] for floatingip, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:36.361111 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.db.l3_db [None req-8b866917-d421-4eef-8b44-50ac00055cc8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Floating IP ac1243a8-b68f-4f94-8ae8-f518b1a691f7 associated. External IP: 172.27.1.72, port: 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2. Jun 12 17:05:36.496518 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a275487f-f070-4dee-b04a-c31e6fb58149 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:05:36.660540 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a275487f-f070-4dee-b04a-c31e6fb58149 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:05:36.665867 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-a275487f-f070-4dee-b04a-c31e6fb58149 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:36.679100 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0353565-d786-42fd-8fe1-de115de35b49 None None] Sync routers for ids ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'] in dv-cinder-796114-2-iscsi {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:05:36.692119 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0353565-d786-42fd-8fe1-de115de35b49 None None] Routers {'5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:05:36.696109 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-f0353565-d786-42fd-8fe1-de115de35b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:05:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:05:36.732627 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-a275487f-f070-4dee-b04a-c31e6fb58149 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "PUT /v2.0/floatingips/08033d6b-bf1e-4ba4-bd0a-d30cc3c29c8b HTTP/1.1" status: 200 len: 990 time: 1.9555368 Jun 12 17:05:36.745032 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f051e2-8a8b-4b42-aee6-171c04d886ab', 'tag': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:05:36.753237 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d4087e-9da9-4284-9cf5-14a663f4178c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f051e2-8a8b-4b42-aee6-171c04d886ab", "tag": "7b182cb1-0320-4cea-9c2e-bf0050d5acd1"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:05:36.879818 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b866917-d421-4eef-8b44-50ac00055cc8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Router df0ef657-9bbd-419b-8709-c062d97e0db2 has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:05:36.891195 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-f0353565-d786-42fd-8fe1-de115de35b49 None None] Set router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:05:36.973095 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e4fbe-b8a6-4163-afa0-4a850690dd0c req-4f05f2f4-7928-4300-9988-0bfe01e43e3d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:36.976044 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c19e4fbe-b8a6-4163-afa0-4a850690dd0c req-4f05f2f4-7928-4300-9988-0bfe01e43e3d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.1194911 Jun 12 17:05:37.033487 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c19e4fbe-b8a6-4163-afa0-4a850690dd0c req-13acb543-8fd8-4613-a4d5-1ffcb5c1b5dd tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482433 Jun 12 17:05:37.080390 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b866917-d421-4eef-8b44-50ac00055cc8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:05:37.085260 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8b866917-d421-4eef-8b44-50ac00055cc8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:37.094161 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a52cec0-6957-43a0-b0bf-46099458a83c x-openstack-request-id: req-4a52cec0-6957-43a0-b0bf-46099458a83c {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:05:37.094161 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f051e2-8a8b-4b42-aee6-171c04d886ab", "tag": "7b182cb1-0320-4cea-9c2e-bf0050d5acd1", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:05:37.094161 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a52cec0-6957-43a0-b0bf-46099458a83c {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:05:37.094617 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3858426-913e-4ec5-b12b-04d0e3e44a7f None None] Sync routers for ids ['df0ef657-9bbd-419b-8709-c062d97e0db2'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:05:37.095053 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f051e2-8a8b-4b42-aee6-171c04d886ab', 'tag': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1', 'status': 'completed', 'code': 200} Jun 12 17:05:37.102176 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3858426-913e-4ec5-b12b-04d0e3e44a7f None None] Routers {'df0ef657-9bbd-419b-8709-c062d97e0db2'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:05:37.102803 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-f3858426-913e-4ec5-b12b-04d0e3e44a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:05:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['df0ef657-9bbd-419b-8709-c062d97e0db2'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:05:37.132809 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-8b866917-d421-4eef-8b44-50ac00055cc8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "PUT /v2.0/floatingips/ac1243a8-b68f-4f94-8ae8-f518b1a691f7 HTTP/1.1" status: 200 len: 991 time: 2.0236254 Jun 12 17:05:37.132809 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6', 'tag': '90d5f1d4-f716-4245-9c24-9e2e1ec15ed2'}] {{(pid=92466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:05:37.133095 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d15b9225a33e2e33c99d27c154410f26ca2589b5987ef5ab44f588f36914007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d982eed5-b36f-434b-9eeb-c3c6735eda90" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6", "tag": "90d5f1d4-f716-4245-9c24-9e2e1ec15ed2"}]}' {{(pid=92466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:05:37.257080 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-f3858426-913e-4ec5-b12b-04d0e3e44a7f None None] Set router df0ef657-9bbd-419b-8709-c062d97e0db2 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:05:37.297320 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-f0353565-d786-42fd-8fe1-de115de35b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:30Z', 'updated_at': '2021-06-12T17:04:38Z', 'revision_number': 4, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'gw_port': {'id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': '08033d6b-bf1e-4ba4-bd0a-d30cc3c29c8b', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'port_id': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'mac_address': 'fa:16:3e:32:f1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f051e2-8a8b-4b42-aee6-171c04d886ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:04:53Z', 'updated_at': '2021-06-12T17:05:35Z', 'revision_number': 1, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9981a7-6e32-406b-ab19-0bda1af39032', 'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'mac_address': 'fa:16:3e:cd:59:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:36Z', 'updated_at': '2021-06-12T17:04:51Z', 'revision_number': 5, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'subnets': [{'id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:05:37.300567 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0353565-d786-42fd-8fe1-de115de35b49 None None] Checking router: 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a for host: dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:05:37.309084 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0353565-d786-42fd-8fe1-de115de35b49 None None] Routers {'5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:05:37.309718 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-f0353565-d786-42fd-8fe1-de115de35b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:05:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:05:37.451106 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-f0353565-d786-42fd-8fe1-de115de35b49 None None] Set router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:05:37.592810 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-f3858426-913e-4ec5-b12b-04d0e3e44a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:44Z', 'revision_number': 4, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'gw_port': {'id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:35Z', 'updated_at': '2021-06-12T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': 'ac1243a8-b68f-4f94-8ae8-f518b1a691f7', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'port_id': '90d5f1d4-f716-4245-9c24-9e2e1ec15ed2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'mac_address': 'fa:16:3e:4d:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:05:00Z', 'updated_at': '2021-06-12T17:05:35Z', 'revision_number': 1, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '055cb4bd-6568-412e-be80-783443d6006a', 'name': '', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'mac_address': 'fa:16:3e:b3:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:41Z', 'updated_at': '2021-06-12T17:04:59Z', 'revision_number': 5, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'subnets': [{'id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:05:37.596978 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3858426-913e-4ec5-b12b-04d0e3e44a7f None None] Checking router: df0ef657-9bbd-419b-8709-c062d97e0db2 for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:05:37.606729 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3858426-913e-4ec5-b12b-04d0e3e44a7f None None] Routers {'df0ef657-9bbd-419b-8709-c062d97e0db2'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:05:37.607377 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-f3858426-913e-4ec5-b12b-04d0e3e44a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:05:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['df0ef657-9bbd-419b-8709-c062d97e0db2'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:05:38.060496 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-f0353565-d786-42fd-8fe1-de115de35b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:30Z', 'updated_at': '2021-06-12T17:04:38Z', 'revision_number': 4, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'gw_port': {'id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': '08033d6b-bf1e-4ba4-bd0a-d30cc3c29c8b', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'port_id': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'mac_address': 'fa:16:3e:32:f1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f051e2-8a8b-4b42-aee6-171c04d886ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:04:53Z', 'updated_at': '2021-06-12T17:05:35Z', 'revision_number': 1, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9981a7-6e32-406b-ab19-0bda1af39032', 'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'mac_address': 'fa:16:3e:cd:59:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:36Z', 'updated_at': '2021-06-12T17:04:51Z', 'revision_number': 5, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'subnets': [{'id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:05:38.061655 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0353565-d786-42fd-8fe1-de115de35b49 None None] The sync data for ids ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'] in dv-cinder-796114-2-iscsi is: [{'id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:30Z', 'updated_at': '2021-06-12T17:04:38Z', 'revision_number': 4, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'gw_port': {'id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': '08033d6b-bf1e-4ba4-bd0a-d30cc3c29c8b', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'port_id': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'mac_address': 'fa:16:3e:32:f1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f051e2-8a8b-4b42-aee6-171c04d886ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:04:53Z', 'updated_at': '2021-06-12T17:05:35Z', 'revision_number': 1, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9981a7-6e32-406b-ab19-0bda1af39032', 'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'mac_address': 'fa:16:3e:cd:59:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:36Z', 'updated_at': '2021-06-12T17:04:51Z', 'revision_number': 5, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'subnets': [{'id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:05:38.062354 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-f3858426-913e-4ec5-b12b-04d0e3e44a7f None None] Set router df0ef657-9bbd-419b-8709-c062d97e0db2 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:05:38.078064 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff7ec9d-8522-4a8e-831c-33be691e3a3b None None] New status for floating IP 08033d6b-bf1e-4ba4-bd0a-d30cc3c29c8b: ACTIVE {{(pid=92469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 17:05:38.208646 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-f3858426-913e-4ec5-b12b-04d0e3e44a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:44Z', 'revision_number': 4, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'gw_port': {'id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:35Z', 'updated_at': '2021-06-12T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': 'ac1243a8-b68f-4f94-8ae8-f518b1a691f7', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'port_id': '90d5f1d4-f716-4245-9c24-9e2e1ec15ed2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'mac_address': 'fa:16:3e:4d:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:05:00Z', 'updated_at': '2021-06-12T17:05:35Z', 'revision_number': 1, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '055cb4bd-6568-412e-be80-783443d6006a', 'name': '', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'mac_address': 'fa:16:3e:b3:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:41Z', 'updated_at': '2021-06-12T17:04:59Z', 'revision_number': 5, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'subnets': [{'id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:05:38.212952 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3858426-913e-4ec5-b12b-04d0e3e44a7f None None] The sync data for ids ['df0ef657-9bbd-419b-8709-c062d97e0db2'] in dv-cinder-796114-2-iscsi is: [{'id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:44Z', 'revision_number': 4, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'gw_port': {'id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:35Z', 'updated_at': '2021-06-12T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': 'ac1243a8-b68f-4f94-8ae8-f518b1a691f7', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'port_id': '90d5f1d4-f716-4245-9c24-9e2e1ec15ed2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'mac_address': 'fa:16:3e:4d:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:05:00Z', 'updated_at': '2021-06-12T17:05:35Z', 'revision_number': 1, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '055cb4bd-6568-412e-be80-783443d6006a', 'name': '', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'mac_address': 'fa:16:3e:b3:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:41Z', 'updated_at': '2021-06-12T17:04:59Z', 'revision_number': 5, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'subnets': [{'id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:05:38.392261 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4109a5ec-cfba-43dc-bece-dafa375d6ccb None None] New status for floating IP ac1243a8-b68f-4f94-8ae8-f518b1a691f7: ACTIVE {{(pid=92468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 17:05:39.769664 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32da8a5c-9290-4334-a2d0-3660d9635e61 x-openstack-request-id: req-32da8a5c-9290-4334-a2d0-3660d9635e61 {{(pid=92466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:05:39.770156 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6", "tag": "90d5f1d4-f716-4245-9c24-9e2e1ec15ed2", "status": "completed", "code": 200}]} {{(pid=92466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:05:39.770448 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32da8a5c-9290-4334-a2d0-3660d9635e61 {{(pid=92466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:05:39.770903 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6', 'tag': '90d5f1d4-f716-4245-9c24-9e2e1ec15ed2', 'status': 'completed', 'code': 200} Jun 12 17:05:39.786535 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4087e-9da9-4284-9cf5-14a663f4178c req-479cbf7e-6040-4c0e-b429-84432829c279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:39.788064 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f6d4087e-9da9-4284-9cf5-14a663f4178c req-479cbf7e-6040-4c0e-b429-84432829c279 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cb7095c203644131bc201541fe94bc98&device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 1099 time: 0.0676439 Jun 12 17:05:40.003814 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4087e-9da9-4284-9cf5-14a663f4178c req-15cc4d4c-4761-4d19-8511-2ea999524f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:40.005255 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f6d4087e-9da9-4284-9cf5-14a663f4178c req-15cc4d4c-4761-4d19-8511-2ea999524f56 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e HTTP/1.1" status: 200 len: 918 time: 0.2079396 Jun 12 17:05:40.019643 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20f3df-fa92-4e2c-b300-02c620527e29 req-89c25008-32c1-4edc-bf08-13bf7a527e6f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:40.021039 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0f20f3df-fa92-4e2c-b300-02c620527e29 req-89c25008-32c1-4edc-bf08-13bf7a527e6f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.1850054 Jun 12 17:05:40.022904 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982eed5-b36f-434b-9eeb-c3c6735eda90 req-f06521f7-04b6-4d6e-a025-aeba39a62c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:40.024434 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d982eed5-b36f-434b-9eeb-c3c6735eda90 req-f06521f7-04b6-4d6e-a025-aeba39a62c8c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=27f65002b23d4deb8a864f9d7c9721a6&device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 1099 time: 0.1979139 Jun 12 17:05:40.226318 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0f20f3df-fa92-4e2c-b300-02c620527e29 req-cfb1f787-45c9-4d0c-bc07-e216ab67a8a4 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983895 Jun 12 17:05:40.248398 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f6d4087e-9da9-4284-9cf5-14a663f4178c req-be8bfa33-85b6-4982-9f7a-e05784368fd4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b182cb1-0320-4cea-9c2e-bf0050d5acd1 HTTP/1.1" status: 200 len: 1000 time: 0.2144678 Jun 12 17:05:40.303014 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982eed5-b36f-434b-9eeb-c3c6735eda90 req-cf741d34-9dcd-4c92-b108-bcf375a434fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:40.304513 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d982eed5-b36f-434b-9eeb-c3c6735eda90 req-cf741d34-9dcd-4c92-b108-bcf375a434fb service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bd00fee-120e-4d62-8f0b-f1dd692edaaf HTTP/1.1" status: 200 len: 912 time: 0.2688651 Jun 12 17:05:40.377554 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4087e-9da9-4284-9cf5-14a663f4178c req-0dfca278-918a-479b-9d2b-809c2d69285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:40.378969 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f6d4087e-9da9-4284-9cf5-14a663f4178c req-0dfca278-918a-479b-9d2b-809c2d69285d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a580d181-6158-4a52-89c2-8aedf3a5088e HTTP/1.1" status: 200 len: 856 time: 0.1141899 Jun 12 17:05:40.429308 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d982eed5-b36f-434b-9eeb-c3c6735eda90 req-a93c1c18-f64d-4583-b541-9fdf11ccf4d8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 HTTP/1.1" status: 200 len: 1001 time: 0.1159761 Jun 12 17:05:40.502160 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4087e-9da9-4284-9cf5-14a663f4178c req-ee415343-690d-4bcb-9a63-b0823969d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:40.503556 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f6d4087e-9da9-4284-9cf5-14a663f4178c req-ee415343-690d-4bcb-9a63-b0823969d26f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1126404 Jun 12 17:05:40.505238 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982eed5-b36f-434b-9eeb-c3c6735eda90 req-c5fec19c-39dc-4480-950e-bdab09a76552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:40.506511 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d982eed5-b36f-434b-9eeb-c3c6735eda90 req-c5fec19c-39dc-4480-950e-bdab09a76552 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6b76acd-3b25-497d-91fe-7cc8125c8173 HTTP/1.1" status: 200 len: 850 time: 0.0626342 Jun 12 17:05:40.678830 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f6d4087e-9da9-4284-9cf5-14a663f4178c req-b857c93c-f7e5-41b9-a625-22fba74d58a0 service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580791 Jun 12 17:05:40.682859 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982eed5-b36f-434b-9eeb-c3c6735eda90 req-7197ae8a-1382-4581-a33d-457a04f5eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:40.684972 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d982eed5-b36f-434b-9eeb-c3c6735eda90 req-7197ae8a-1382-4581-a33d-457a04f5eeaa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bd00fee-120e-4d62-8f0b-f1dd692edaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1570957 Jun 12 17:05:41.164597 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f6d4087e-9da9-4284-9cf5-14a663f4178c req-c16cf691-daab-47a9-98ea-f9fcf070a5e2 service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786794 Jun 12 17:05:41.166486 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d982eed5-b36f-434b-9eeb-c3c6735eda90 req-0b0edc72-d14f-4517-b13a-74d99d7e335b service neutron] 10.222.0.22 "GET /v2.0/networks/1bd00fee-120e-4d62-8f0b-f1dd692edaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735684 Jun 12 17:05:41.300355 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d982eed5-b36f-434b-9eeb-c3c6735eda90 req-a7f58df1-ffc8-4554-9a13-cb1bd0e18a68 service neutron] 10.222.0.22 "GET /v2.0/networks/1bd00fee-120e-4d62-8f0b-f1dd692edaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096687 Jun 12 17:05:41.430394 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7aca53-cdb1-4f15-8920-0b61de9fc4d5 req-812a0e4e-d5d4-4d68-ae0d-f12a95e3c987 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:41.432066 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-7e7aca53-cdb1-4f15-8920-0b61de9fc4d5 req-812a0e4e-d5d4-4d68-ae0d-f12a95e3c987 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0769565 Jun 12 17:05:41.475872 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-7e7aca53-cdb1-4f15-8920-0b61de9fc4d5 req-c584cab8-06e7-4333-b9e2-08d0c9abeac1 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377190 Jun 12 17:05:42.772550 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a7fb5-3f00-456f-8577-3c1d3fb5c109 req-3c3f6b47-f0e7-4a85-8c57-259855326d3e tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:42.774837 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d13a7fb5-3f00-456f-8577-3c1d3fb5c109 req-3c3f6b47-f0e7-4a85-8c57-259855326d3e tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.1471436 Jun 12 17:05:42.859313 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d13a7fb5-3f00-456f-8577-3c1d3fb5c109 req-e235fbb0-a4f9-4ec4-ac54-a246504a6390 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837100 Jun 12 17:05:43.451622 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 57184) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:43.574030 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1f5ba77c-75ac-4dd3-8b92-a7e7abe5467e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:43.633806 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49e148-737c-4b3d-bcc5-e1dc4d69f660 req-a7a5ffc5-6243-441a-89bf-7339148b1c52 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:43.635281 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4b49e148-737c-4b3d-bcc5-e1dc4d69f660 req-a7a5ffc5-6243-441a-89bf-7339148b1c52 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 945 time: 0.1148112 Jun 12 17:05:43.692011 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4b49e148-737c-4b3d-bcc5-e1dc4d69f660 req-5a55560c-dfe1-4368-8dc5-d138a5ad90ed tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491657 Jun 12 17:05:43.734696 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1f5ba77c-75ac-4dd3-8b92-a7e7abe5467e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:43.887696 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1f5ba77c-75ac-4dd3-8b92-a7e7abe5467e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:43.890642 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-847cfd33-6f1a-413b-97fc-a02f723ea2da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:43.938596 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-1f5ba77c-75ac-4dd3-8b92-a7e7abe5467e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e2b3b686f6b4eb0a5168deb0f22be84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4858592 Jun 12 17:05:43.938986 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57198) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:43.939441 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ba77c-75ac-4dd3-8b92-a7e7abe5467e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4827f7b6-4714-4c87-8617-4c55b2c0b9dd,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:43.947435 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba77c-75ac-4dd3-8b92-a7e7abe5467e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:43.949072 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba77c-75ac-4dd3-8b92-a7e7abe5467e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:43.949404 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba77c-75ac-4dd3-8b92-a7e7abe5467e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:43.949789 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba77c-75ac-4dd3-8b92-a7e7abe5467e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:43.950193 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba77c-75ac-4dd3-8b92-a7e7abe5467e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:43.950510 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba77c-75ac-4dd3-8b92-a7e7abe5467e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:43.950815 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba77c-75ac-4dd3-8b92-a7e7abe5467e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:43.951156 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba77c-75ac-4dd3-8b92-a7e7abe5467e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:43.951499 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba77c-75ac-4dd3-8b92-a7e7abe5467e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:43.951859 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba77c-75ac-4dd3-8b92-a7e7abe5467e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:43.952199 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba77c-75ac-4dd3-8b92-a7e7abe5467e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:43.952537 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba77c-75ac-4dd3-8b92-a7e7abe5467e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:43.959321 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-1f5ba77c-75ac-4dd3-8b92-a7e7abe5467e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:44.035987 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-53c2e0a8-ad5a-4af0-83ff-1ce393e79584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:44.073922 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-53c2e0a8-ad5a-4af0-83ff-1ce393e79584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:44.095456 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81613f0-0f2f-4e29-a89f-2ee662904386 req-a360eae1-7af8-47d4-b51a-2ec20c1bab2b tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:44.096941 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f81613f0-0f2f-4e29-a89f-2ee662904386 req-a360eae1-7af8-47d4-b51a-2ec20c1bab2b tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.1207738 Jun 12 17:05:44.153234 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f81613f0-0f2f-4e29-a89f-2ee662904386 req-a1f66e15-9575-4c43-971a-a1878e9dfa4b tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489943 Jun 12 17:05:44.247550 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-53c2e0a8-ad5a-4af0-83ff-1ce393e79584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:44.250631 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-53c2e0a8-ad5a-4af0-83ff-1ce393e79584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:44.251829 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-53c2e0a8-ad5a-4af0-83ff-1ce393e79584 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4827f7b6-4714-4c87-8617-4c55b2c0b9dd HTTP/1.1" status: 204 len: 168 time: 0.3115623 Jun 12 17:05:44.252502 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:44.262085 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2e0a8-ad5a-4af0-83ff-1ce393e79584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4827f7b6-4714-4c87-8617-4c55b2c0b9dd,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:44.269190 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2e0a8-ad5a-4af0-83ff-1ce393e79584 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:44.269553 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2e0a8-ad5a-4af0-83ff-1ce393e79584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:44.269902 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2e0a8-ad5a-4af0-83ff-1ce393e79584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:44.270249 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2e0a8-ad5a-4af0-83ff-1ce393e79584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:44.270586 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2e0a8-ad5a-4af0-83ff-1ce393e79584 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:44.271042 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2e0a8-ad5a-4af0-83ff-1ce393e79584 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:44.271474 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2e0a8-ad5a-4af0-83ff-1ce393e79584 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:44.271951 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2e0a8-ad5a-4af0-83ff-1ce393e79584 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:44.272290 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2e0a8-ad5a-4af0-83ff-1ce393e79584 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:44.272628 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2e0a8-ad5a-4af0-83ff-1ce393e79584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:44.273023 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2e0a8-ad5a-4af0-83ff-1ce393e79584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:44.273451 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c2e0a8-ad5a-4af0-83ff-1ce393e79584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:05:44.278034 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-53c2e0a8-ad5a-4af0-83ff-1ce393e79584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:44.880312 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fa2ff-b207-4f80-8876-72d479aba110 req-b0257bad-4cb8-44a7-877c-d0154a6730cb tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:44.881788 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b17fa2ff-b207-4f80-8876-72d479aba110 req-b0257bad-4cb8-44a7-877c-d0154a6730cb tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 945 time: 0.0719190 Jun 12 17:05:44.928032 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b17fa2ff-b207-4f80-8876-72d479aba110 req-4fe7a420-ef69-4eaa-b75c-4cfeae34f8b2 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396783 Jun 12 17:05:44.959156 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57236) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:44.974550 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-a7578c16-b71d-4e1e-ac39-f6c0661600b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:45.075933 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-a7578c16-b71d-4e1e-ac39-f6c0661600b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:45.145023 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-a7578c16-b71d-4e1e-ac39-f6c0661600b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:45.155929 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:45.188034 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7578c16-b71d-4e1e-ac39-f6c0661600b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88705a8e-0cec-47ce-b1eb-4d959eb13e4d,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:45.201796 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-a7578c16-b71d-4e1e-ac39-f6c0661600b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:45.207382 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 57254) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:45.209216 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-a7578c16-b71d-4e1e-ac39-f6c0661600b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0e7aab609ca42e08c59b81a2f2a4bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486646 Jun 12 17:05:45.265523 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-7320f473-f842-4ca1-bb3e-6b66b89139ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:45.288475 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-7320f473-f842-4ca1-bb3e-6b66b89139ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:45.362778 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b84539-d6ef-4f29-8121-6fc8476ec89a req-6ebd3aea-eef7-4191-8bdf-055737aac56e tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:45.368264 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e5b84539-d6ef-4f29-8121-6fc8476ec89a req-6ebd3aea-eef7-4191-8bdf-055737aac56e tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0833111 Jun 12 17:05:45.412775 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e5b84539-d6ef-4f29-8121-6fc8476ec89a req-859a6a10-260a-4882-8759-fc4d141f62fd tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421999 Jun 12 17:05:45.431682 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-7320f473-f842-4ca1-bb3e-6b66b89139ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:45.434909 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-7320f473-f842-4ca1-bb3e-6b66b89139ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:45.436214 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-7320f473-f842-4ca1-bb3e-6b66b89139ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88705a8e-0cec-47ce-b1eb-4d959eb13e4d HTTP/1.1" status: 204 len: 168 time: 0.2272878 Jun 12 17:05:45.441370 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:45.445977 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320f473-f842-4ca1-bb3e-6b66b89139ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88705a8e-0cec-47ce-b1eb-4d959eb13e4d,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:45.448150 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-7320f473-f842-4ca1-bb3e-6b66b89139ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:45.687803 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57268) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:45.800449 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d5f0-1cdb-4e54-b540-192b59ba56fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:45.905293 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d5f0-1cdb-4e54-b540-192b59ba56fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:45.990961 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-3ac6d5f0-1cdb-4e54-b540-192b59ba56fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:45.995086 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-a7578c16-b71d-4e1e-ac39-f6c0661600b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:46.034386 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-3ac6d5f0-1cdb-4e54-b540-192b59ba56fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b59d77da69842ddbe571cbff06b0b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454854 Jun 12 17:05:46.037001 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57284) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:46.044223 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6d5f0-1cdb-4e54-b540-192b59ba56fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd8dc1f-aba1-48a1-89de-85ede108127b,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:46.048227 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-3ac6d5f0-1cdb-4e54-b540-192b59ba56fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:46.099642 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ec695515-b48d-4748-bdf1-230e968186d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:46.120301 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65127da7-7fbf-4b5f-bfa0-e857696c49fd req-660016c2-a303-45dd-a226-c54168827ca7 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:46.122432 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-65127da7-7fbf-4b5f-bfa0-e857696c49fd req-660016c2-a303-45dd-a226-c54168827ca7 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 945 time: 0.0704072 Jun 12 17:05:46.123853 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ec695515-b48d-4748-bdf1-230e968186d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:46.173409 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-65127da7-7fbf-4b5f-bfa0-e857696c49fd req-6965c010-315f-4c9e-9a07-a56b3f7386f8 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6eb34bd-04fd-4b97-9761-79c60f0dd427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448716 Jun 12 17:05:46.250292 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760b009-a999-4760-8122-a112ad093f55 req-daa10fae-2635-456d-bc76-24a8a0d34ed1 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:46.251740 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9760b009-a999-4760-8122-a112ad093f55 req-daa10fae-2635-456d-bc76-24a8a0d34ed1 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.22 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 945 time: 0.0704806 Jun 12 17:05:46.281950 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ec695515-b48d-4748-bdf1-230e968186d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:46.284910 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ec695515-b48d-4748-bdf1-230e968186d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:46.286124 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-ec695515-b48d-4748-bdf1-230e968186d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5dd8dc1f-aba1-48a1-89de-85ede108127b HTTP/1.1" status: 204 len: 168 time: 0.2481661 Jun 12 17:05:46.286962 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-e354fddd-81d4-4305-ad2e-7be4a2e4960a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:46.296205 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec695515-b48d-4748-bdf1-230e968186d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd8dc1f-aba1-48a1-89de-85ede108127b,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:46.298552 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-ec695515-b48d-4748-bdf1-230e968186d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:46.381569 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-9760b009-a999-4760-8122-a112ad093f55 req-cf80688b-ab5e-4fc1-bfae-104d2be0afa4 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Deleting port ff6f2de7-7a51-47f3-8d67-e005e1995cf8 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:05:46.381917 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-9760b009-a999-4760-8122-a112ad093f55 req-cf80688b-ab5e-4fc1-bfae-104d2be0afa4 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:46.520962 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-9760b009-a999-4760-8122-a112ad093f55 req-cf80688b-ab5e-4fc1-bfae-104d2be0afa4 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] For port ff6f2de7-7a51-47f3-8d67-e005e1995cf8, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ff6f2de7-7a51-47f3-8d67-e005e1995cf8,segment=NetworkSegment(f54b62d9-28ca-4e39-83df-29705f6ff4df),segment_id=f54b62d9-28ca-4e39-83df-29705f6ff4df)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:05:46.521615 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-9760b009-a999-4760-8122-a112ad093f55 req-cf80688b-ab5e-4fc1-bfae-104d2be0afa4 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:46.714811 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-9760b009-a999-4760-8122-a112ad093f55 req-cf80688b-ab5e-4fc1-bfae-104d2be0afa4 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Calling delete_port for ff6f2de7-7a51-47f3-8d67-e005e1995cf8 owned by compute:nova {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:05:46.733374 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bf5c2-f375-4e3d-ade3-0e38a9da7f22 req-2a545393-8477-4663-9820-86b19de9c39b tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:46.736303 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ac5bf5c2-f375-4e3d-ade3-0e38a9da7f22 req-2a545393-8477-4663-9820-86b19de9c39b tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.1242707 Jun 12 17:05:46.799231 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ac5bf5c2-f375-4e3d-ade3-0e38a9da7f22 req-e4f04479-16d9-44be-90f5-1c0a6ba90d41 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572865 Jun 12 17:05:47.139341 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-9760b009-a999-4760-8122-a112ad093f55 req-cf80688b-ab5e-4fc1-bfae-104d2be0afa4 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:47.143299 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:47.154755 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['ff6f2de7-7a51-47f3-8d67-e005e1995cf8'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:05:47.177419 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80688b-ab5e-4fc1-bfae-104d2be0afa4 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Pushing event deleted for resources: {'Port': ['ID=ff6f2de7-7a51-47f3-8d67-e005e1995cf8,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:47.180780 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-cf80688b-ab5e-4fc1-bfae-104d2be0afa4 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:47.219565 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57334) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:47.247476 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-1db16e31-25a4-430d-82ca-a60d6e065460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:47.251440 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9760b009-a999-4760-8122-a112ad093f55 req-cf80688b-ab5e-4fc1-bfae-104d2be0afa4 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] No DVR routers for this DVR port ff6f2de7-7a51-47f3-8d67-e005e1995cf8 on host hv-cinder-79611 {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:05:47.256111 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-9760b009-a999-4760-8122-a112ad093f55 req-cf80688b-ab5e-4fc1-bfae-104d2be0afa4 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:47.258134 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9760b009-a999-4760-8122-a112ad093f55 req-cf80688b-ab5e-4fc1-bfae-104d2be0afa4 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.22 "DELETE /v2.0/ports/ff6f2de7-7a51-47f3-8d67-e005e1995cf8 HTTP/1.1" status: 204 len: 173 time: 0.9982057 Jun 12 17:05:47.258756 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5be35b-ea3a-4ab1-864c-8da5a3b6cced', 'name': 'network-vif-deleted', 'tag': 'ff6f2de7-7a51-47f3-8d67-e005e1995cf8'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:05:47.261927 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09e62a9-0674-450f-a8d5-7cb9e564a3cc" -d '{"events": [{"server_uuid": "9a5be35b-ea3a-4ab1-864c-8da5a3b6cced", "name": "network-vif-deleted", "tag": "ff6f2de7-7a51-47f3-8d67-e005e1995cf8"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:05:47.330347 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facd0d2b-c984-4c63-9aae-fe78dfedae70 x-openstack-request-id: req-facd0d2b-c984-4c63-9aae-fe78dfedae70 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:05:47.330721 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5be35b-ea3a-4ab1-864c-8da5a3b6cced", "name": "network-vif-deleted", "tag": "ff6f2de7-7a51-47f3-8d67-e005e1995cf8", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:05:47.331662 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-facd0d2b-c984-4c63-9aae-fe78dfedae70 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:05:47.332097 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5be35b-ea3a-4ab1-864c-8da5a3b6cced', 'name': 'network-vif-deleted', 'tag': 'ff6f2de7-7a51-47f3-8d67-e005e1995cf8', 'status': 'completed', 'code': 200} Jun 12 17:05:47.386022 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-92a534f2-cc48-44d8-ba62-902c8450761a req-22ccbe24-85eb-43c7-8f68-a980b323f353 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 210 time: 0.0389521 Jun 12 17:05:47.410891 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-1db16e31-25a4-430d-82ca-a60d6e065460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:47.499301 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-1db16e31-25a4-430d-82ca-a60d6e065460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:47.503389 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-fe13d346-d1b9-408b-93d0-7d017343637f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:47.545471 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-1db16e31-25a4-430d-82ca-a60d6e065460 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9309c37d70c847a4a3bd6644a50d0af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3236063 Jun 12 17:05:47.546534 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db16e31-25a4-430d-82ca-a60d6e065460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d120b380-144e-4591-9b12-53935ef98526,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:47.548722 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 57348) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:47.561748 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-1db16e31-25a4-430d-82ca-a60d6e065460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:47.605319 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bb833dcd-8587-465a-9535-bb5483209bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:47.628677 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bb833dcd-8587-465a-9535-bb5483209bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:47.739319 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bb833dcd-8587-465a-9535-bb5483209bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:47.751296 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bb833dcd-8587-465a-9535-bb5483209bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:47.755088 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-bb833dcd-8587-465a-9535-bb5483209bc0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d120b380-144e-4591-9b12-53935ef98526 HTTP/1.1" status: 204 len: 168 time: 0.2029984 Jun 12 17:05:47.755088 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:47.777829 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb833dcd-8587-465a-9535-bb5483209bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d120b380-144e-4591-9b12-53935ef98526,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:47.781424 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-bb833dcd-8587-465a-9535-bb5483209bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:48.006484 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37321035-ff08-413d-82b5-fad38614b054 req-b49725e9-fa5d-48e9-8e95-014d5694c2c0 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:48.007905 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-37321035-ff08-413d-82b5-fad38614b054 req-b49725e9-fa5d-48e9-8e95-014d5694c2c0 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0755763 Jun 12 17:05:48.049907 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-37321035-ff08-413d-82b5-fad38614b054 req-331e182c-781b-41be-a40a-1abb1e025657 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356510 Jun 12 17:05:48.412101 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57384) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:48.555917 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-dbbc301e-74ab-471e-aef6-df2f018e5068 req-e4727bc5-b0fc-4e05-b581-27540ec5af30 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a5be35b-ea3a-4ab1-864c-8da5a3b6cced HTTP/1.1" status: 200 len: 210 time: 0.0349870 Jun 12 17:05:48.586263 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-375b5e76-2011-461e-a51a-b4410168857d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:48.704053 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-375b5e76-2011-461e-a51a-b4410168857d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:48.813389 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-375b5e76-2011-461e-a51a-b4410168857d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:48.841377 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-0bc87291-598c-441e-8c1c-defe9d00bfca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:48.845805 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-375b5e76-2011-461e-a51a-b4410168857d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=924de7ac977d4e6aa949c56dddbad882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4326627 Jun 12 17:05:48.848828 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 57402) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:48.873720 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b5e76-2011-461e-a51a-b4410168857d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d108948a-f57c-4809-8bb4-a7814a29deb8,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:48.877635 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-375b5e76-2011-461e-a51a-b4410168857d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:48.928303 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9348f6b5-a42c-4417-b5a9-e0724aa03cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:48.954396 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9348f6b5-a42c-4417-b5a9-e0724aa03cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:49.087485 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9348f6b5-a42c-4417-b5a9-e0724aa03cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:49.091570 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9348f6b5-a42c-4417-b5a9-e0724aa03cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:49.095459 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-9348f6b5-a42c-4417-b5a9-e0724aa03cdb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d108948a-f57c-4809-8bb4-a7814a29deb8 HTTP/1.1" status: 204 len: 168 time: 0.2456298 Jun 12 17:05:49.096602 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9a0f1f17-c9dd-4465-a785-6dfd37738710 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:49.104871 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348f6b5-a42c-4417-b5a9-e0724aa03cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d108948a-f57c-4809-8bb4-a7814a29deb8,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:49.107642 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9348f6b5-a42c-4417-b5a9-e0724aa03cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:49.265278 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d251b-a6ae-4c01-8291-012949360d14 req-23e82ac0-5d36-4fa5-a1b8-24f8a4d0540e tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:49.266718 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5d7d251b-a6ae-4c01-8291-012949360d14 req-23e82ac0-5d36-4fa5-a1b8-24f8a4d0540e tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0729845 Jun 12 17:05:49.309483 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5d7d251b-a6ae-4c01-8291-012949360d14 req-1a4896fd-7c63-4851-9993-3f7899c5272e tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370717 Jun 12 17:05:49.824280 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57452) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:49.853308 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-346ab9b4-51cd-478c-a400-4297ad8748f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:49.962561 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-346ab9b4-51cd-478c-a400-4297ad8748f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:50.053402 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-346ab9b4-51cd-478c-a400-4297ad8748f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:50.057414 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-2be350b8-304b-41c8-9dab-0e5df85cbfbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:50.099048 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-346ab9b4-51cd-478c-a400-4297ad8748f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4be560539f1149ff94b762dc175ff518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736058 Jun 12 17:05:50.099915 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ab9b4-51cd-478c-a400-4297ad8748f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6201af-5372-49ae-9ea7-bfa712a58fc8,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:50.101739 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 57464) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:50.102884 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-346ab9b4-51cd-478c-a400-4297ad8748f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:50.159422 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-da89fd5b-7f27-468d-b2b6-80ae41a37482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:50.183631 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-da89fd5b-7f27-468d-b2b6-80ae41a37482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:50.405149 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device ff6f2de7-7a51-47f3-8d67-e005e1995cf8 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:05:50.409778 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-da89fd5b-7f27-468d-b2b6-80ae41a37482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:50.418710 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-da89fd5b-7f27-468d-b2b6-80ae41a37482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:50.422740 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-da89fd5b-7f27-468d-b2b6-80ae41a37482 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe6201af-5372-49ae-9ea7-bfa712a58fc8 HTTP/1.1" status: 204 len: 168 time: 0.3169487 Jun 12 17:05:50.422740 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:50.437479 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89fd5b-7f27-468d-b2b6-80ae41a37482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6201af-5372-49ae-9ea7-bfa712a58fc8,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:50.441444 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-da89fd5b-7f27-468d-b2b6-80ae41a37482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:50.442093 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] No Port match for: ff6f2de7-7a51-47f3-8d67-e005e1995cf8 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:05:50.442452 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device ff6f2de7-7a51-47f3-8d67-e005e1995cf8 not bound to the agent host hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:05:50.462332 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fb3c6c6d-06ca-421a-9def-20fedfd4f680 req-f7437374-dd06-4e9b-a3a7-434092812528 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840907 Jun 12 17:05:50.571401 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45e40a-bb7d-4d9e-bd24-ae40dec8825b req-588b92f9-8950-4b0a-8935-3f07ceafb5eb tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:50.573037 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bf45e40a-bb7d-4d9e-bd24-ae40dec8825b req-588b92f9-8950-4b0a-8935-3f07ceafb5eb tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0864112 Jun 12 17:05:50.595132 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c6c6d-06ca-421a-9def-20fedfd4f680 req-9d98d781-91d5-40bb-a47e-64d02811e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:50.596637 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fb3c6c6d-06ca-421a-9def-20fedfd4f680 req-9d98d781-91d5-40bb-a47e-64d02811e98c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a00f9cbf2f9744efbd69f0b786efb35c&device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 1099 time: 0.0636220 Jun 12 17:05:50.616463 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bf45e40a-bb7d-4d9e-bd24-ae40dec8825b req-ba35d386-047c-42ff-b5b8-8cc4014f240f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373020 Jun 12 17:05:50.733243 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c6c6d-06ca-421a-9def-20fedfd4f680 req-a81c95f3-3a48-4d16-a2ab-aa87fa32a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:50.734657 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fb3c6c6d-06ca-421a-9def-20fedfd4f680 req-a81c95f3-3a48-4d16-a2ab-aa87fa32a74a service neutron] 10.222.0.22 "GET /v2.0/networks?id=125cb4fd-0296-45b2-bf49-aefe6877aead HTTP/1.1" status: 200 len: 916 time: 0.1171319 Jun 12 17:05:50.797095 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fb3c6c6d-06ca-421a-9def-20fedfd4f680 req-fdabcdb8-a209-4990-9b7a-0fdd23fd5be6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d535e4b-3946-4f2a-a276-c1ce680faa52 HTTP/1.1" status: 200 len: 217 time: 0.0551298 Jun 12 17:05:50.864849 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c6c6d-06ca-421a-9def-20fedfd4f680 req-b2844601-eea1-4ebe-8136-3e0efaa3c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:50.866412 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fb3c6c6d-06ca-421a-9def-20fedfd4f680 req-b2844601-eea1-4ebe-8136-3e0efaa3c87e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99254b9-d790-4af1-8b27-77862c199d32 HTTP/1.1" status: 200 len: 855 time: 0.0612900 Jun 12 17:05:50.916069 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fb3c6c6d-06ca-421a-9def-20fedfd4f680 req-78814328-317e-405e-a58a-480e49fedbd5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=125cb4fd-0296-45b2-bf49-aefe6877aead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397539 Jun 12 17:05:50.993691 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57492) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:51.057435 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fb3c6c6d-06ca-421a-9def-20fedfd4f680 req-1172f2ec-5f99-4ca6-a267-14bafb803988 service neutron] 10.222.0.22 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341445 Jun 12 17:05:51.163150 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-848bc141-b47d-44cb-80e0-0853c606f71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:51.286022 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fb3c6c6d-06ca-421a-9def-20fedfd4f680 req-231240ac-b5ee-4145-a573-e9f8d5852770 service neutron] 10.222.0.22 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223737 Jun 12 17:05:51.287457 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-848bc141-b47d-44cb-80e0-0853c606f71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:51.326827 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820e81c-a546-4132-84d9-e88cb0510fba req-5b814603-356a-4c31-81d9-709bd7a9c624 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:51.328256 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5820e81c-a546-4132-84d9-e88cb0510fba req-5b814603-356a-4c31-81d9-709bd7a9c624 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/networks?id=125cb4fd-0296-45b2-bf49-aefe6877aead HTTP/1.1" status: 200 len: 815 time: 0.1594326 Jun 12 17:05:51.343161 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5820e81c-a546-4132-84d9-e88cb0510fba req-55ea1d4d-a6fd-498c-b9c6-6fcdf5b919be tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/quotas/a00f9cbf2f9744efbd69f0b786efb35c HTTP/1.1" status: 200 len: 375 time: 0.0095248 Jun 12 17:05:51.379720 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-848bc141-b47d-44cb-80e0-0853c606f71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:51.395458 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-346ab9b4-51cd-478c-a400-4297ad8748f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:51.446556 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5820e81c-a546-4132-84d9-e88cb0510fba req-4fb97101-cd30-4174-8152-b974d549b06a tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a00f9cbf2f9744efbd69f0b786efb35c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0934732 Jun 12 17:05:51.464888 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848bc141-b47d-44cb-80e0-0853c606f71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b438fe30-a200-4397-be15-559dd7f2a46c,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:51.471121 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-848bc141-b47d-44cb-80e0-0853c606f71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:51.477981 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-848bc141-b47d-44cb-80e0-0853c606f71f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35533bb4530644e6be73275e3acf6d93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4806609 Jun 12 17:05:51.478067 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57524) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:51.549858 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ed9cc432-46c3-4c1c-9b0c-0a8d9e806235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:51.580281 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ed9cc432-46c3-4c1c-9b0c-0a8d9e806235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:51.592967 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5820e81c-a546-4132-84d9-e88cb0510fba req-435b0968-1e0e-4e32-ad37-f0aa00dbcd08 service neutron] 10.222.0.16 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389518 Jun 12 17:05:51.699847 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ed9cc432-46c3-4c1c-9b0c-0a8d9e806235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:51.703315 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ed9cc432-46c3-4c1c-9b0c-0a8d9e806235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:51.704414 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 57536) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:51.708123 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-ed9cc432-46c3-4c1c-9b0c-0a8d9e806235 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b438fe30-a200-4397-be15-559dd7f2a46c HTTP/1.1" status: 204 len: 168 time: 0.2267940 Jun 12 17:05:51.708123 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:51.721626 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cc432-46c3-4c1c-9b0c-0a8d9e806235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b438fe30-a200-4397-be15-559dd7f2a46c,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:51.754015 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-ed9cc432-46c3-4c1c-9b0c-0a8d9e806235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:51.775258 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5820e81c-a546-4132-84d9-e88cb0510fba req-181b663e-b5ad-4b12-86c3-222a4070081d service neutron] 10.222.0.16 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745939 Jun 12 17:05:51.794288 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6aec89-3359-40e3-ba0e-c8b2e3d37546 admin admin] Deleting subnet 2ba56899-7485-4f24-8062-cc34cc79ec77 {{(pid=92467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 17:05:51.800258 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1e6aec89-3359-40e3-ba0e-c8b2e3d37546 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:51.857354 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1e6aec89-3359-40e3-ba0e-c8b2e3d37546 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:51.868647 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1e6aec89-3359-40e3-ba0e-c8b2e3d37546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744179'] for subnet, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:51.921841 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac4846-352d-4755-ba36-5f32e36e686f req-8808ccd5-5d4c-4c78-8e71-e6a9feaae949 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:51.923334 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-93ac4846-352d-4755-ba36-5f32e36e686f req-8808ccd5-5d4c-4c78-8e71-e6a9feaae949 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.1022825 Jun 12 17:05:51.965908 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-93ac4846-352d-4755-ba36-5f32e36e686f req-3e27f141-d816-4a7c-b30e-d95ddc7eaa16 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366018 Jun 12 17:05:52.002446 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1e6aec89-3359-40e3-ba0e-c8b2e3d37546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042'] for subnet, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:52.006931 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-5bdfd3aa-49f6-4c81-9f27-9674f5055452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:52.057320 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6aec89-3359-40e3-ba0e-c8b2e3d37546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ba56899-7485-4f24-8062-cc34cc79ec77,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:52.059584 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2d62-bab9-4b10-b01a-fbaadb7e3c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:52.060915 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1e6aec89-3359-40e3-ba0e-c8b2e3d37546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:52.065626 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-1e6aec89-3359-40e3-ba0e-c8b2e3d37546 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2ba56899-7485-4f24-8062-cc34cc79ec77 HTTP/1.1" status: 204 len: 168 time: 0.3602378 Jun 12 17:05:52.066590 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-1e6aec89-3359-40e3-ba0e-c8b2e3d37546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:52.067050 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 57548) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:52.105429 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-18106e9c-14e8-4912-9ea2-fd4cd39f3546 req-40cb7a0d-9f60-4438-9e03-acf8976ed568 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 210 time: 0.0523231 Jun 12 17:05:52.170373 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538232'] for network, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:52.296678 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741742', 'neutron.services.segments.db._delete_segments_for_network-8742179925432'] for network, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:52.309077 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:05:52.309457 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:05:52.310201 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:05:52.310530 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Subscribe: > port after_create 55550000 {{(pid=92467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:05:52.322386 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Subscribe: > port after_delete 55550000 {{(pid=92467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:05:52.322386 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Subscribe: > port after_update 55550000 {{(pid=92467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:05:52.322386 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:05:52.322386 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:05:52.322386 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:05:52.322386 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:05:52.492445 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:05:52.492797 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:05:52.493124 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:05:52.493451 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:05:52.493790 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09584c3-4ac3-4e8f-b766-4b7df12cd05f']}} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:05:52.531149 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54b62d9-28ca-4e39-83df-29705f6ff4df') {'for_net_delete': True} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:05:52.531449 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54b62d9-28ca-4e39-83df-29705f6ff4df') {} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:05:52.558674 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742179925270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58650094'] for segment, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:52.580945 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:52.594620 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=92467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 17:05:52.595997 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58650346'] for segment, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: from cryptography.utils import int_from_bytes Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: from cryptography.utils import int_from_bytes Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:05:52.605860 dv-cinder-796114-2-iscsi neutron-server[92467]: Traceback (most recent call last): Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: timer() Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: cb(*args, **kw) Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: return func(*args, **kwargs) Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: self._notify() Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: self.callback(batched_events) Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: event.method(event) Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: return f(self, *a, **k) Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._get(url).json() Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: return self.request(url, 'GET', **kwargs) Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 17:05:52.608604 dv-cinder-796114-2-iscsi neutron-server[92467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 17:05:52.726197 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57580) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:52.748144 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-0ceaef0b-4e7c-47d0-ac4f-29004d521be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:52.807840 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16397317'] for network, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:52.814785 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:52.821994 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] 10.222.0.16 "DELETE /v2.0/networks/c09584c3-4ac3-4e8f-b766-4b7df12cd05f HTTP/1.1" status: 204 len: 168 time: 0.7492461 Jun 12 17:05:52.821994 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:52.850720 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Pushing event deleted for resources: {'Network': ['ID=c09584c3-4ac3-4e8f-b766-4b7df12cd05f,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:52.860590 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6abad7af-6538-4ed9-b933-512ddd32668c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:52.882467 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-0ceaef0b-4e7c-47d0-ac4f-29004d521be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:52.984649 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-0ceaef0b-4e7c-47d0-ac4f-29004d521be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:52.988327 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-151c322d-5c60-49f5-adfe-c6ae68f8102e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:53.027743 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceaef0b-4e7c-47d0-ac4f-29004d521be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b221be-aee7-46e3-a9e9-08c2726582ed,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:53.033067 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-0ceaef0b-4e7c-47d0-ac4f-29004d521be9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93e0f04996a84bf7a33f99e96cb7d0c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044744 Jun 12 17:05:53.033067 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-0ceaef0b-4e7c-47d0-ac4f-29004d521be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:53.034621 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57598) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:53.102785 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8c0e118b-6f11-4df5-8e56-0e601d764aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:53.132415 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8c0e118b-6f11-4df5-8e56-0e601d764aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:53.177311 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9db43-8189-4262-a450-23e890af61e5 req-806e1140-b7d6-45c3-aa58-93f7aea7f975 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:53.178688 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-20d9db43-8189-4262-a450-23e890af61e5 req-806e1140-b7d6-45c3-aa58-93f7aea7f975 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0916615 Jun 12 17:05:53.216627 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-927ca616-86ff-4f04-8f51-e3859de72c0d req-5dd264bc-3828-436e-8626-41a78d3459ee tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 210 time: 0.0477030 Jun 12 17:05:53.232162 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-20d9db43-8189-4262-a450-23e890af61e5 req-4266cc6a-8ffd-430b-bdf8-3e1ddb701d49 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459294 Jun 12 17:05:53.418908 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8c0e118b-6f11-4df5-8e56-0e601d764aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:53.421596 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8c0e118b-6f11-4df5-8e56-0e601d764aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:53.422789 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-8c0e118b-6f11-4df5-8e56-0e601d764aec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94b221be-aee7-46e3-a9e9-08c2726582ed HTTP/1.1" status: 204 len: 168 time: 0.3863583 Jun 12 17:05:53.423671 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-ec695515-b48d-4748-bdf1-230e968186d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:53.443517 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e118b-6f11-4df5-8e56-0e601d764aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b221be-aee7-46e3-a9e9-08c2726582ed,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:53.445546 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-8c0e118b-6f11-4df5-8e56-0e601d764aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:53.598309 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57618) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:53.654724 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-ebfbdbfa-4e42-4551-aa46-4f1b7bf2c5e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2048a9f7e885456e898a1dfe48898b16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0551188 Jun 12 17:05:53.657164 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57620) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:53.716011 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-fd69d4ac-afca-4e55-800c-410fd0f8411e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:53.739234 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-fd69d4ac-afca-4e55-800c-410fd0f8411e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:53.888066 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-fd69d4ac-afca-4e55-800c-410fd0f8411e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:53.890913 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-fd69d4ac-afca-4e55-800c-410fd0f8411e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:53.892159 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-fd69d4ac-afca-4e55-800c-410fd0f8411e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6eb34bd-04fd-4b97-9761-79c60f0dd427 HTTP/1.1" status: 204 len: 168 time: 0.2339740 Jun 12 17:05:53.892887 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:53.905267 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69d4ac-afca-4e55-800c-410fd0f8411e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6eb34bd-04fd-4b97-9761-79c60f0dd427,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:53.907782 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-fd69d4ac-afca-4e55-800c-410fd0f8411e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:54.407422 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-73240374-e8f0-47bd-a643-aa00965d900e req-be578503-10d7-44da-a01b-eb2f49f4b1ed tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 210 time: 0.0495811 Jun 12 17:05:54.452288 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ae8a3-96f9-4d90-8fd5-c02b12f92040 req-901a188e-956b-4e15-bc6a-11e215555974 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:54.453914 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3a3ae8a3-96f9-4d90-8fd5-c02b12f92040 req-901a188e-956b-4e15-bc6a-11e215555974 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0743690 Jun 12 17:05:54.497074 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3a3ae8a3-96f9-4d90-8fd5-c02b12f92040 req-976002e2-9283-4842-9e08-772d19135069 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376296 Jun 12 17:05:54.665514 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-c14f3b94-a40a-40a4-951c-9b97972188c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:54.707473 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57668) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:54.841913 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:54.844334 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-17ad3a8d-7fa3-4a7d-93c0-687e7ed30833 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-375219881-network', 'tenant_id': 'b836797362084942b33f0cdc16d3a127'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:05:54.957810 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ad3a8d-7fa3-4a7d-93c0-687e7ed30833 admin admin] Made reservation on behalf of b836797362084942b33f0cdc16d3a127 for: {'network': 1} {{(pid=92466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:05:54.960783 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-17ad3a8d-7fa3-4a7d-93c0-687e7ed30833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for network, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:54.979254 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-17ad3a8d-7fa3-4a7d-93c0-687e7ed30833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:55.100662 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-17ad3a8d-7fa3-4a7d-93c0-687e7ed30833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:55.115629 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820e81c-a546-4132-84d9-e88cb0510fba req-9ff5ff16-3ee6-4aac-a642-58ddb2613c81 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:55.117087 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5820e81c-a546-4132-84d9-e88cb0510fba req-9ff5ff16-3ee6-4aac-a642-58ddb2613c81 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.22 "GET /v2.0/networks?id=125cb4fd-0296-45b2-bf49-aefe6877aead HTTP/1.1" status: 200 len: 815 time: 0.1529922 Jun 12 17:05:55.139986 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-5820e81c-a546-4132-84d9-e88cb0510fba req-68e97cbc-0bda-430d-864c-3450c961b898 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Request body: {'port': {'device_id': '9be7fff5-e215-4f7a-ae88-d19f510ba3f0', 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead', 'admin_state_up': True, 'tenant_id': 'a00f9cbf2f9744efbd69f0b786efb35c'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:05:55.224937 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-17ad3a8d-7fa3-4a7d-93c0-687e7ed30833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:55.244212 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-fd69d4ac-afca-4e55-800c-410fd0f8411e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:55.247728 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ad3a8d-7fa3-4a7d-93c0-687e7ed30833 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=92466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 17:05:55.278422 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-17ad3a8d-7fa3-4a7d-93c0-687e7ed30833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:55.278692 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.db.segments_db [None req-17ad3a8d-7fa3-4a7d-93c0-687e7ed30833 admin admin] Added segment 4d709733-1d9b-44ce-8fdd-f95584ce5e6b of type vlan for network f7bc1e75-6bde-4f44-ab67-9564ffab1dc7 Jun 12 17:05:55.280461 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad3a8d-7fa3-4a7d-93c0-687e7ed30833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77f15e5-acb6-4885-a62b-16e40773a44a,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:55.292542 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-17ad3a8d-7fa3-4a7d-93c0-687e7ed30833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:55.347212 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-17ad3a8d-7fa3-4a7d-93c0-687e7ed30833 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742179357597'] for network, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:55.470474 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-17ad3a8d-7fa3-4a7d-93c0-687e7ed30833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065'] for network, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:55.471832 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ad3a8d-7fa3-4a7d-93c0-687e7ed30833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:55.472436 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-17ad3a8d-7fa3-4a7d-93c0-687e7ed30833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:55.475832 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:55.542315 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 57726) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:55.661755 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fcf477ec-d6eb-46e2-b24e-aa5ecc866459 req-42f40794-7547-4886-bdcf-3ab411e1d613 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 210 time: 0.1185942 Jun 12 17:05:55.680617 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad3a8d-7fa3-4a7d-93c0-687e7ed30833 admin admin] Pushing event updated for resources: {'Network': ['ID=f7bc1e75-6bde-4f44-ab67-9564ffab1dc7,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:55.697219 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-17ad3a8d-7fa3-4a7d-93c0-687e7ed30833 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9886203 Jun 12 17:05:55.699762 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-17ad3a8d-7fa3-4a7d-93c0-687e7ed30833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:55.700504 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 57734) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:55.710495 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-4eb5ba26-8ed3-4082-8577-d2718cfa128c admin admin] Request body: {'subnet': {'network_id': 'f7bc1e75-6bde-4f44-ab67-9564ffab1dc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-375219881-subnet', 'tenant_id': 'b836797362084942b33f0cdc16d3a127', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:05:55.715005 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Network f7bc1e75-6bde-4f44-ab67-9564ffab1dc7 details requested by agent ovs-agent-dv-cinder-796114-2-iscsi with host dv-cinder-796114-2-iscsi {{(pid=92468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 17:05:55.767937 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895026f3-6cfe-486b-b6d6-64519f329e4f req-b7d04149-7d9f-4927-a4b4-be0a3ac3d53e tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:55.775108 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-895026f3-6cfe-486b-b6d6-64519f329e4f req-b7d04149-7d9f-4927-a4b4-be0a3ac3d53e tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0894949 Jun 12 17:05:55.796349 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-51a0d88b-bfdd-4d2c-9733-471c969edabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:55.803505 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5820e81c-a546-4132-84d9-e88cb0510fba req-68e97cbc-0bda-430d-864c-3450c961b898 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Made reservation on behalf of a00f9cbf2f9744efbd69f0b786efb35c for: {'port': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:05:55.808621 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-5820e81c-a546-4132-84d9-e88cb0510fba req-68e97cbc-0bda-430d-864c-3450c961b898 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:55.837539 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-895026f3-6cfe-486b-b6d6-64519f329e4f req-833ce95a-88d5-4d96-9ba1-4f9366cdb332 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601084 Jun 12 17:05:55.907298 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:55.974050 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:55.976324 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb5ba26-8ed3-4082-8577-d2718cfa128c admin admin] Made reservation on behalf of b836797362084942b33f0cdc16d3a127 for: {'subnet': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:05:55.978634 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4eb5ba26-8ed3-4082-8577-d2718cfa128c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57867025'] for subnet, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:56.016916 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [req-5820e81c-a546-4132-84d9-e88cb0510fba req-68e97cbc-0bda-430d-864c-3450c961b898 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Allocated IP 172.20.0.11 (125cb4fd-0296-45b2-bf49-aefe6877aead/e99254b9-d790-4af1-8b27-77862c199d32/28a49bb0-7700-4e5f-9cba-5ba82f9d3f49) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:05:56.090222 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57746) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:56.217417 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-6243c674-e2da-4eac-9d3d-4727b56e1827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:56.234058 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:05:56.339136 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-51a0d88b-bfdd-4d2c-9733-471c969edabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:56.420945 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-5820e81c-a546-4132-84d9-e88cb0510fba req-68e97cbc-0bda-430d-864c-3450c961b898 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:56.426344 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-51a0d88b-bfdd-4d2c-9733-471c969edabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:56.432203 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:56.479685 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-51a0d88b-bfdd-4d2c-9733-471c969edabe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f17955e37eac4512b976a69d22ce0986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9351730 Jun 12 17:05:56.481696 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0d88b-bfdd-4d2c-9733-471c969edabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c50545-cf4e-40db-904d-994e71ceb624,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:56.482418 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57754) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:56.488549 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-51a0d88b-bfdd-4d2c-9733-471c969edabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:56.494958 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4eb5ba26-8ed3-4082-8577-d2718cfa128c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58649856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57867015'] for subnet, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:56.500345 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-43c73b71-bd58-4cae-a392-8ce1bd382341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:56.527953 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-6243c674-e2da-4eac-9d3d-4727b56e1827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:56.554179 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c6fa83f7-0856-4e23-b3e9-8f72f0dc5398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:56.571231 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5ba26-8ed3-4082-8577-d2718cfa128c admin admin] Pushing event updated for resources: {'Subnet': ['ID=af30e280-fa15-4f88-9d8e-160c86ec7d64,revision_number=0']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:56.575819 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-4eb5ba26-8ed3-4082-8577-d2718cfa128c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:56.582748 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb5ba26-8ed3-4082-8577-d2718cfa128c admin admin] Checking segment: {'id': '4d709733-1d9b-44ce-8fdd-f95584ce5e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f7bc1e75-6bde-4f44-ab67-9564ffab1dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:05:56.583974 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c6fa83f7-0856-4e23-b3e9-8f72f0dc5398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:56.584086 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb5ba26-8ed3-4082-8577-d2718cfa128c admin admin] Network hostable DHCP agents. Network: f7bc1e75-6bde-4f44-ab67-9564ffab1dc7, hostable agents: ['dea24f1a-15dd-4e40-8754-3f5bb8b9c420'], hosted agents: [] {{(pid=92467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 17:05:56.608276 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-6243c674-e2da-4eac-9d3d-4727b56e1827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:56.617035 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-acb87984-1828-4711-b93d-27cb234185cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:56.625739 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-5820e81c-a546-4132-84d9-e88cb0510fba req-68e97cbc-0bda-430d-864c-3450c961b898 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:56.629965 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:56.640203 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['1d535e4b-3946-4f2a-a276-c1ce680faa52'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:05:56.663699 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243c674-e2da-4eac-9d3d-4727b56e1827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfc717f-301f-4102-a7ce-1d114520e88c,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:56.671247 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-6243c674-e2da-4eac-9d3d-4727b56e1827 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c1fd275ffe04152bb0dc21ad272710b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5773282 Jun 12 17:05:56.671247 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-6243c674-e2da-4eac-9d3d-4727b56e1827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:56.671683 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57756) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:56.691167 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5820e81c-a546-4132-84d9-e88cb0510fba req-68e97cbc-0bda-430d-864c-3450c961b898 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Network 125cb4fd-0296-45b2-bf49-aefe6877aead is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:05:56.698556 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [req-5820e81c-a546-4132-84d9-e88cb0510fba req-68e97cbc-0bda-430d-864c-3450c961b898 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:05:56.699457 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb5ba26-8ed3-4082-8577-d2718cfa128c admin admin] Network f7bc1e75-6bde-4f44-ab67-9564ffab1dc7 is scheduled to be hosted by DHCP agent dea24f1a-15dd-4e40-8754-3f5bb8b9c420 with binding_index 1 {{(pid=92467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 17:05:56.707877 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-5820e81c-a546-4132-84d9-e88cb0510fba req-68e97cbc-0bda-430d-864c-3450c961b898 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:05:56.754600 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e97cbc-0bda-430d-864c-3450c961b898 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Pushing event updated for resources: {'Port': ['ID=28a49bb0-7700-4e5f-9cba-5ba82f9d3f49,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:56.758950 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-68e97cbc-0bda-430d-864c-3450c961b898 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:56.759678 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-72e7b8b0-956c-4029-944f-7cb01ae0b1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:56.794847 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-72e7b8b0-956c-4029-944f-7cb01ae0b1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:56.802412 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820e81c-a546-4132-84d9-e88cb0510fba req-68e97cbc-0bda-430d-864c-3450c961b898 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:56.803189 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-5820e81c-a546-4132-84d9-e88cb0510fba req-68e97cbc-0bda-430d-864c-3450c961b898 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:56.819133 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-4eb5ba26-8ed3-4082-8577-d2718cfa128c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-2-iscsi, f7bc1e75-6bde-4f44-ab67-9564ffab1dc7) {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:05:56.824618 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb5ba26-8ed3-4082-8577-d2718cfa128c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:56.825263 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4eb5ba26-8ed3-4082-8577-d2718cfa128c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:56.833413 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9423cf10-d7cb-46fd-9781-919a0211a92c None None] Network f7bc1e75-6bde-4f44-ab67-9564ffab1dc7 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:05:56.835568 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c6fa83f7-0856-4e23-b3e9-8f72f0dc5398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:56.838112 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c6fa83f7-0856-4e23-b3e9-8f72f0dc5398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:56.840027 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-c6fa83f7-0856-4e23-b3e9-8f72f0dc5398 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5c50545-cf4e-40db-904d-994e71ceb624 HTTP/1.1" status: 204 len: 168 time: 0.3564231 Jun 12 17:05:56.841516 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:56.850700 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa83f7-0856-4e23-b3e9-8f72f0dc5398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c50545-cf4e-40db-904d-994e71ceb624,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:56.853448 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-c6fa83f7-0856-4e23-b3e9-8f72f0dc5398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:56.927705 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5820e81c-a546-4132-84d9-e88cb0510fba req-68e97cbc-0bda-430d-864c-3450c961b898 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7961285 Jun 12 17:05:56.947564 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Request body: {'port': {'device_id': '9be7fff5-e215-4f7a-ae88-d19f510ba3f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:05:56.956372 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-72e7b8b0-956c-4029-944f-7cb01ae0b1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:56.956818 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd59b6-baab-4e34-ae87-618c6433cc8b req-7d96e1c1-697f-4c78-8b86-846b9c6ebd57 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:56.958297 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-89bd59b6-baab-4e34-ae87-618c6433cc8b req-7d96e1c1-697f-4c78-8b86-846b9c6ebd57 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 932 time: 0.1174350 Jun 12 17:05:56.960829 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-72e7b8b0-956c-4029-944f-7cb01ae0b1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:56.960957 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-4eb5ba26-8ed3-4082-8577-d2718cfa128c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2594774 Jun 12 17:05:56.964235 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-72e7b8b0-956c-4029-944f-7cb01ae0b1f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbfc717f-301f-4102-a7ce-1d114520e88c HTTP/1.1" status: 204 len: 168 time: 0.2912266 Jun 12 17:05:56.980487 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-375b5e76-2011-461e-a51a-b4410168857d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:57.015992 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7b8b0-956c-4029-944f-7cb01ae0b1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfc717f-301f-4102-a7ce-1d114520e88c,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:57.019940 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-72e7b8b0-956c-4029-944f-7cb01ae0b1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:57.058270 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbd621-e4e8-4dae-a103-5a2277407a4f req-ea5bdfbf-87dc-4f10-afe4-df773ec39805 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:57.066676 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a6fbd621-e4e8-4dae-a103-5a2277407a4f req-ea5bdfbf-87dc-4f10-afe4-df773ec39805 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.1005630 Jun 12 17:05:57.081282 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-89bd59b6-baab-4e34-ae87-618c6433cc8b req-edfb8f1b-2136-430d-bb78-4efaec91fb0b tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914056 Jun 12 17:05:57.114043 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f95d12a-6ea4-42ec-bb3a-98d8290c61d7 None None] Network f7bc1e75-6bde-4f44-ab67-9564ffab1dc7 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:05:57.123072 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a6fbd621-e4e8-4dae-a103-5a2277407a4f req-78fed9ba-6652-4096-a02a-0a1169c42681 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553489 Jun 12 17:05:57.132648 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:57.367440 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:57.489723 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 {{(pid=92467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:05:57.498263 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:57.516708 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Transition to ACTIVE for port object 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 will not be triggered until provisioned by entity L2. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:05:57.693629 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:57.695836 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:57.795014 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Pushing event updated for resources: {'Port': ['ID=28a49bb0-7700-4e5f-9cba-5ba82f9d3f49,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:57.798883 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:57.890407 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Attempting to bind port 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:05:57.890735 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Attempting to bind port 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '29156e22-d4f7-4803-8426-165b91d9ec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead'}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:05:57.891054 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Attempting to bind port 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 on network 125cb4fd-0296-45b2-bf49-aefe6877aead {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:05:57.895303 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Port 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 on network 125cb4fd-0296-45b2-bf49-aefe6877aead not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 17:05:57.895653 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Attempting to bind port 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 on network 125cb4fd-0296-45b2-bf49-aefe6877aead {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:05:57.900350 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Checking agent: {'id': '2dfdfaa1-9da4-4da7-bc93-db92fb710195', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'started_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:05:57.900682 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Checking segment: {'id': '29156e22-d4f7-4803-8426-165b91d9ec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:05:57.901136 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Bound using segment: {'id': '29156e22-d4f7-4803-8426-165b91d9ec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead'} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:05:57.901565 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Bound port: 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29156e22-d4f7-4803-8426-165b91d9ec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead'}}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:05:57.902004 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:57.947365 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57788) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:57.972625 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e4ea95be-e2ff-4df2-a676-7dec338e456c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:57.989199 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] For port 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49, host hv-cinder-79611, cleared binding levels {{(pid=92467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:05:57.993368 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] For port 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=28a49bb0-7700-4e5f-9cba-5ba82f9d3f49,segment=NetworkSegment(29156e22-d4f7-4803-8426-165b91d9ec1f),segment_id=29156e22-d4f7-4803-8426-165b91d9ec1f)] {{(pid=92467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:05:58.082930 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e4ea95be-e2ff-4df2-a676-7dec338e456c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:58.133724 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:58.137191 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:58.181071 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:58.181788 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:58.191968 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5820e81c-a546-4132-84d9-e88cb0510fba req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] 10.222.0.22 "PUT /v2.0/ports/28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 HTTP/1.1" status: 200 len: 1094 time: 1.2414060 Jun 12 17:05:58.191968 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be7fff5-e215-4f7a-ae88-d19f510ba3f0', 'tag': '28a49bb0-7700-4e5f-9cba-5ba82f9d3f49'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:05:58.191968 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb86b1b9-56a1-492e-b9aa-8c0fb0b0fdf0" -d '{"events": [{"name": "network-changed", "server_uuid": "9be7fff5-e215-4f7a-ae88-d19f510ba3f0", "tag": "28a49bb0-7700-4e5f-9cba-5ba82f9d3f49"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:05:58.212564 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Pushing event updated for resources: {'Port': ['ID=28a49bb0-7700-4e5f-9cba-5ba82f9d3f49,revision_number=3']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:58.223041 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:58.224720 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e4ea95be-e2ff-4df2-a676-7dec338e456c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:58.227414 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:58.313350 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea95be-e2ff-4df2-a676-7dec338e456c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf1fbba-b52f-4afe-a4f1-f78c07dbdeeb,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:58.319172 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-e4ea95be-e2ff-4df2-a676-7dec338e456c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:58.322737 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-e4ea95be-e2ff-4df2-a676-7dec338e456c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=517603bfc80348c787814e975c304c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3729281 Jun 12 17:05:58.325801 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57814) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:58.345325 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94202200-dc75-4a2e-80a2-0bd661b294fa req-553b6d88-f056-4716-9752-77434c624d9b tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:58.345325 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-94202200-dc75-4a2e-80a2-0bd661b294fa req-553b6d88-f056-4716-9752-77434c624d9b tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 944 time: 0.1044343 Jun 12 17:05:58.414676 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-94202200-dc75-4a2e-80a2-0bd661b294fa req-9a4ed20c-91f8-4625-bbea-ccb00b3af846 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677633 Jun 12 17:05:58.448495 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c3e55-8703-48fe-be7a-e32c8466e4cb req-dfdbfb73-0eac-400d-b3c3-dddbc495835c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:58.448495 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-057c3e55-8703-48fe-be7a-e32c8466e4cb req-dfdbfb73-0eac-400d-b3c3-dddbc495835c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.2004273 Jun 12 17:05:58.450567 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cfa3005a-1246-4b33-abda-af6d7150d018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:58.481850 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8913505c-b76f-4b9a-85cc-4c1e059dff8a x-openstack-request-id: req-8913505c-b76f-4b9a-85cc-4c1e059dff8a {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:05:58.482189 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be7fff5-e215-4f7a-ae88-d19f510ba3f0", "tag": "28a49bb0-7700-4e5f-9cba-5ba82f9d3f49", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:05:58.482451 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8913505c-b76f-4b9a-85cc-4c1e059dff8a {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:05:58.483008 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be7fff5-e215-4f7a-ae88-d19f510ba3f0', 'tag': '28a49bb0-7700-4e5f-9cba-5ba82f9d3f49', 'status': 'completed', 'code': 200} Jun 12 17:05:58.495637 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 57822) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:58.504786 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-4a7e3f03-8a5b-4dbf-9faf-f4acc025150b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1302671879-network', 'tenant_id': '1abc43086d6f43fc9c2c2dc7ab74dca2'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:05:58.512169 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820e81c-a546-4132-84d9-e88cb0510fba req-4e5af90c-3c2c-4c60-b405-0d2d4d9daaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:58.512415 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cfa3005a-1246-4b33-abda-af6d7150d018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:58.512503 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5820e81c-a546-4132-84d9-e88cb0510fba req-4e5af90c-3c2c-4c60-b405-0d2d4d9daaf2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a00f9cbf2f9744efbd69f0b786efb35c&device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 1097 time: 0.0957837 Jun 12 17:05:58.543435 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-057c3e55-8703-48fe-be7a-e32c8466e4cb req-72bc0b1a-d72d-4a9b-b805-7511ec5f8fbf tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898116 Jun 12 17:05:58.590622 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5820e81c-a546-4132-84d9-e88cb0510fba req-123d7cd0-54b7-4bf1-a5b9-bc0ef5abf916 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 HTTP/1.1" status: 200 len: 217 time: 0.0677719 Jun 12 17:05:58.654386 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820e81c-a546-4132-84d9-e88cb0510fba req-95527f5b-c911-47be-a406-fcba2061a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:58.657351 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5820e81c-a546-4132-84d9-e88cb0510fba req-95527f5b-c911-47be-a406-fcba2061a51f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99254b9-d790-4af1-8b27-77862c199d32 HTTP/1.1" status: 200 len: 855 time: 0.0553250 Jun 12 17:05:58.677031 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7e3f03-8a5b-4dbf-9faf-f4acc025150b admin admin] Made reservation on behalf of 1abc43086d6f43fc9c2c2dc7ab74dca2 for: {'network': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:05:58.677756 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cfa3005a-1246-4b33-abda-af6d7150d018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:58.680249 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3f03-8a5b-4dbf-9faf-f4acc025150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for network, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:58.680671 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cfa3005a-1246-4b33-abda-af6d7150d018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:58.684799 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-cfa3005a-1246-4b33-abda-af6d7150d018 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/adf1fbba-b52f-4afe-a4f1-f78c07dbdeeb HTTP/1.1" status: 204 len: 168 time: 0.3553665 Jun 12 17:05:58.684799 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:58.706196 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5820e81c-a546-4132-84d9-e88cb0510fba req-fa43b048-9028-4d13-b9fe-ea90e57be094 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=125cb4fd-0296-45b2-bf49-aefe6877aead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392754 Jun 12 17:05:58.707736 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3005a-1246-4b33-abda-af6d7150d018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf1fbba-b52f-4afe-a4f1-f78c07dbdeeb,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:58.714688 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3f03-8a5b-4dbf-9faf-f4acc025150b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:58.721386 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-cfa3005a-1246-4b33-abda-af6d7150d018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:58.872015 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5820e81c-a546-4132-84d9-e88cb0510fba req-9ee97e09-8fb9-473a-b229-5830b9c181df service neutron] 10.222.0.22 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438446 Jun 12 17:05:59.006008 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3f03-8a5b-4dbf-9faf-f4acc025150b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:59.029215 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5820e81c-a546-4132-84d9-e88cb0510fba req-05fdbb5e-4d90-4485-9c0f-609c17d8193f service neutron] 10.222.0.22 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494269 Jun 12 17:05:59.168912 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3f03-8a5b-4dbf-9faf-f4acc025150b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:59.172479 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-cec58a0f-46bb-412b-8172-3bb39db8c19c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:59.196627 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7e3f03-8a5b-4dbf-9faf-f4acc025150b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=92467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 17:05:59.205100 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e3f03-8a5b-4dbf-9faf-f4acc025150b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3d00a6-0d93-4224-9645-df6265b35618,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:59.208616 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-4a7e3f03-8a5b-4dbf-9faf-f4acc025150b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:59.211245 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3f03-8a5b-4dbf-9faf-f4acc025150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:59.211613 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.segments_db [None req-4a7e3f03-8a5b-4dbf-9faf-f4acc025150b admin admin] Added segment 3da04233-c658-4827-bff5-031e04c1a1d5 of type vlan for network f19dc046-0836-41af-8371-9b15caa2326a Jun 12 17:05:59.269963 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3f03-8a5b-4dbf-9faf-f4acc025150b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742179357597'] for network, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:59.348101 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86b1b9-56a1-492e-b9aa-8c0fb0b0fdf0 req-193864e2-d188-4a26-85d5-cbb57c2d7ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:59.349664 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb86b1b9-56a1-492e-b9aa-8c0fb0b0fdf0 req-193864e2-d188-4a26-85d5-cbb57c2d7ca8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a00f9cbf2f9744efbd69f0b786efb35c&device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 1097 time: 0.0905111 Jun 12 17:05:59.438517 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3f03-8a5b-4dbf-9faf-f4acc025150b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065'] for network, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:59.441163 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7e3f03-8a5b-4dbf-9faf-f4acc025150b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:59.441733 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3f03-8a5b-4dbf-9faf-f4acc025150b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:59.452127 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-0e6a52ac-95a6-4068-aeb3-9a222c027373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:05:59.552821 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e3f03-8a5b-4dbf-9faf-f4acc025150b admin admin] Pushing event updated for resources: {'Network': ['ID=f19dc046-0836-41af-8371-9b15caa2326a,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:05:59.562318 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86b1b9-56a1-492e-b9aa-8c0fb0b0fdf0 req-bc459931-8b72-4f49-beb7-2a60494bcece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:59.564127 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb86b1b9-56a1-492e-b9aa-8c0fb0b0fdf0 req-bc459931-8b72-4f49-beb7-2a60494bcece service neutron] 10.222.0.22 "GET /v2.0/networks?id=125cb4fd-0296-45b2-bf49-aefe6877aead HTTP/1.1" status: 200 len: 916 time: 0.2078087 Jun 12 17:05:59.565058 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-4a7e3f03-8a5b-4dbf-9faf-f4acc025150b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:05:59.565258 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Network f19dc046-0836-41af-8371-9b15caa2326a details requested by agent ovs-agent-dv-cinder-796114-2-iscsi with host dv-cinder-796114-2-iscsi {{(pid=92468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 17:05:59.609392 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57854) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:59.613260 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-4a7e3f03-8a5b-4dbf-9faf-f4acc025150b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1138515 Jun 12 17:05:59.613385 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57856) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:05:59.618860 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-a27361ae-e62c-413d-88bf-9c2549eee0e4 admin admin] Request body: {'subnet': {'network_id': 'f19dc046-0836-41af-8371-9b15caa2326a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1302671879-subnet', 'tenant_id': '1abc43086d6f43fc9c2c2dc7ab74dca2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:05:59.659063 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb86b1b9-56a1-492e-b9aa-8c0fb0b0fdf0 req-5abc137b-cc0d-44b8-9be8-dc99a559a503 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 HTTP/1.1" status: 200 len: 217 time: 0.0843964 Jun 12 17:05:59.765421 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27361ae-e62c-413d-88bf-9c2549eee0e4 admin admin] Made reservation on behalf of 1abc43086d6f43fc9c2c2dc7ab74dca2 for: {'subnet': 1} {{(pid=92466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:05:59.765421 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-a27361ae-e62c-413d-88bf-9c2549eee0e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:05:59.812497 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86b1b9-56a1-492e-b9aa-8c0fb0b0fdf0 req-4ad5925c-d8fb-4638-8921-753f59d680a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:59.813929 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb86b1b9-56a1-492e-b9aa-8c0fb0b0fdf0 req-4ad5925c-d8fb-4638-8921-753f59d680a6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99254b9-d790-4af1-8b27-77862c199d32 HTTP/1.1" status: 200 len: 855 time: 0.1421969 Jun 12 17:05:59.870383 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb86b1b9-56a1-492e-b9aa-8c0fb0b0fdf0 req-1931ac80-d988-4f44-9463-760ec49d5428 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=125cb4fd-0296-45b2-bf49-aefe6877aead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444901 Jun 12 17:05:59.879384 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351afb9-2eaf-4737-ae09-a2782bf6fcd0 req-cebb4828-d618-4d75-8b0f-799effcce4f4 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:59.880963 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a351afb9-2eaf-4737-ae09-a2782bf6fcd0 req-cebb4828-d618-4d75-8b0f-799effcce4f4 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 944 time: 0.3306587 Jun 12 17:05:59.962479 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6eae3b-3143-4611-8448-b313a73f788d req-f4e8f188-c950-4b1e-92cd-79ac3ff2f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:05:59.965070 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9d6eae3b-3143-4611-8448-b313a73f788d req-f4e8f188-c950-4b1e-92cd-79ac3ff2f6a3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 1098 time: 0.2057042 Jun 12 17:06:00.031443 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a351afb9-2eaf-4737-ae09-a2782bf6fcd0 req-3ba7c2d3-70b8-46a0-b08e-6287edc25558 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382949 Jun 12 17:06:00.071318 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb86b1b9-56a1-492e-b9aa-8c0fb0b0fdf0 req-7f1e360b-ef4a-48b9-bbbb-c5b1d789740b service neutron] 10.222.0.22 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893528 Jun 12 17:06:00.073360 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9d6eae3b-3143-4611-8448-b313a73f788d req-dbcc5d7f-617e-4e04-9b63-9d2198c76937 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649943 Jun 12 17:06:00.087054 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-86bea615-6de6-4c36-97b1-215e58a731b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:00.129373 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd883795-9bed-466e-a64e-8f1b21b18944 req-3b84083e-9f36-4097-affc-012535385dbd tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:00.130758 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-fd883795-9bed-466e-a64e-8f1b21b18944 req-3b84083e-9f36-4097-affc-012535385dbd tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.4275298 Jun 12 17:06:00.273396 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb86b1b9-56a1-492e-b9aa-8c0fb0b0fdf0 req-89ab5868-112a-427e-97ba-96062504429a service neutron] 10.222.0.22 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319859 Jun 12 17:06:00.276254 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-fd883795-9bed-466e-a64e-8f1b21b18944 req-edc57e7c-cae0-4b7e-bfc2-7980bb342d66 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346006 Jun 12 17:06:00.356362 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-86bea615-6de6-4c36-97b1-215e58a731b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:00.390174 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-a27361ae-e62c-413d-88bf-9c2549eee0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042'] for subnet, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:00.393359 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-0a1253b7-e406-4f5c-90a0-45c5f35a87b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:00.445215 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-86bea615-6de6-4c36-97b1-215e58a731b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:00.468152 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27361ae-e62c-413d-88bf-9c2549eee0e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93c96d06-7d07-4997-ac49-ce521727d90f,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:00.481668 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-a27361ae-e62c-413d-88bf-9c2549eee0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:00.483750 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-848bc141-b47d-44cb-80e0-0853c606f71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:00.499336 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27361ae-e62c-413d-88bf-9c2549eee0e4 admin admin] Checking segment: {'id': '3da04233-c658-4827-bff5-031e04c1a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f19dc046-0836-41af-8371-9b15caa2326a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:06:00.499736 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27361ae-e62c-413d-88bf-9c2549eee0e4 admin admin] Network hostable DHCP agents. Network: f19dc046-0836-41af-8371-9b15caa2326a, hostable agents: ['dea24f1a-15dd-4e40-8754-3f5bb8b9c420'], hosted agents: [] {{(pid=92466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 17:06:00.505874 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-86bea615-6de6-4c36-97b1-215e58a731b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d729d73e5e6c4e58a4643de78702a705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8955767 Jun 12 17:06:00.508701 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 57886) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:00.523890 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bea615-6de6-4c36-97b1-215e58a731b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f4e4ac-3f95-4958-860b-f89dd29fefc5,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:00.527472 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-86bea615-6de6-4c36-97b1-215e58a731b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:00.565852 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e06e3cc2-7864-4c35-a453-7f1475e01f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:00.594073 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e06e3cc2-7864-4c35-a453-7f1475e01f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:00.624657 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27361ae-e62c-413d-88bf-9c2549eee0e4 admin admin] Network f19dc046-0836-41af-8371-9b15caa2326a is scheduled to be hosted by DHCP agent dea24f1a-15dd-4e40-8754-3f5bb8b9c420 with binding_index 1 {{(pid=92466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 17:06:00.716050 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-a27361ae-e62c-413d-88bf-9c2549eee0e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-2-iscsi, f19dc046-0836-41af-8371-9b15caa2326a) {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:06:00.720490 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27361ae-e62c-413d-88bf-9c2549eee0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:00.721064 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-a27361ae-e62c-413d-88bf-9c2549eee0e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:00.724490 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e06e3cc2-7864-4c35-a453-7f1475e01f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:00.731577 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d208249-847f-43f9-8d8c-2c991bbe6191 None None] Network f19dc046-0836-41af-8371-9b15caa2326a requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:06:00.732052 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e06e3cc2-7864-4c35-a453-7f1475e01f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:00.732052 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-e06e3cc2-7864-4c35-a453-7f1475e01f78 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47f4e4ac-3f95-4958-860b-f89dd29fefc5 HTTP/1.1" status: 204 len: 168 time: 0.2187324 Jun 12 17:06:00.732052 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:00.740763 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e3cc2-7864-4c35-a453-7f1475e01f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f4e4ac-3f95-4958-860b-f89dd29fefc5,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:00.744509 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e06e3cc2-7864-4c35-a453-7f1475e01f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:00.837912 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-a27361ae-e62c-413d-88bf-9c2549eee0e4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2228627 Jun 12 17:06:01.034837 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f32c6e-6b3d-455c-9738-ef6e6cc4da53 None None] Network f19dc046-0836-41af-8371-9b15caa2326a requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:06:01.288710 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def0ab3-72f8-464e-aa85-5d846dd56531 req-38aafb86-f1bd-4a10-8a6a-1def615a5d10 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:01.290330 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3def0ab3-72f8-464e-aa85-5d846dd56531 req-38aafb86-f1bd-4a10-8a6a-1def615a5d10 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 944 time: 0.0942941 Jun 12 17:06:01.333264 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3def0ab3-72f8-464e-aa85-5d846dd56531 req-5f78c7b2-c2f2-4076-b385-dac84bb0851c tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366850 Jun 12 17:06:01.552795 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0297f-3cfd-4577-a892-31de5d18ace0 req-5883e25c-9c15-4aea-80e6-901a8d12b3cb tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:01.554360 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-93d0297f-3cfd-4577-a892-31de5d18ace0 req-5883e25c-9c15-4aea-80e6-901a8d12b3cb tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0786071 Jun 12 17:06:01.578023 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 57932) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:01.601958 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1b2a9499-e3fc-4f58-a3a6-6b763eb57469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:01.626796 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-93d0297f-3cfd-4577-a892-31de5d18ace0 req-4cfce7e3-c323-4259-bf55-fb9c882c289f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664954 Jun 12 17:06:01.706547 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1b2a9499-e3fc-4f58-a3a6-6b763eb57469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:01.755879 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1b2a9499-e3fc-4f58-a3a6-6b763eb57469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:01.759809 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:01.799878 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-1b2a9499-e3fc-4f58-a3a6-6b763eb57469 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca295773c28644228a9aabe6ffc06d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208543 Jun 12 17:06:01.801114 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a9499-e3fc-4f58-a3a6-6b763eb57469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb854dae-d202-4bc9-95ff-b9eaf4438213,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:01.802656 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 57942) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:01.804255 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-1b2a9499-e3fc-4f58-a3a6-6b763eb57469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:01.861902 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b72a9f13-698e-40c9-bde5-283c514683ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:01.885565 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b72a9f13-698e-40c9-bde5-283c514683ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:02.001974 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b72a9f13-698e-40c9-bde5-283c514683ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:02.004618 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b72a9f13-698e-40c9-bde5-283c514683ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:02.005758 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-b72a9f13-698e-40c9-bde5-283c514683ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb854dae-d202-4bc9-95ff-b9eaf4438213 HTTP/1.1" status: 204 len: 168 time: 0.2019639 Jun 12 17:06:02.006573 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:02.018109 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a9f13-698e-40c9-bde5-283c514683ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb854dae-d202-4bc9-95ff-b9eaf4438213,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:02.020399 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b72a9f13-698e-40c9-bde5-283c514683ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:02.474609 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:06:02.578217 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ab9f9-0fee-44f8-aa65-9fbf9bfb7bd0 req-ead5898c-330d-4fd4-b77a-6810eec0c5fe tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:02.579726 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d24ab9f9-0fee-44f8-aa65-9fbf9bfb7bd0 req-ead5898c-330d-4fd4-b77a-6810eec0c5fe tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 944 time: 0.1211095 Jun 12 17:06:02.717528 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=28a49bb0-7700-4e5f-9cba-5ba82f9d3f49,segment=NetworkSegment(29156e22-d4f7-4803-8426-165b91d9ec1f),segment_id=29156e22-d4f7-4803-8426-165b91d9ec1f)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:06:02.748170 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': '28a49bb0-7700-4e5f-9cba-5ba82f9d3f49', 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead', 'port_id': '28a49bb0-7700-4e5f-9cba-5ba82f9d3f49', 'mac_address': 'fa:16:3e:c1:a4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99254b9-d790-4af1-8b27-77862c199d32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:06:02.839484 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:02.861004 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:06:02.891485 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=28a49bb0-7700-4e5f-9cba-5ba82f9d3f49,segment=NetworkSegment(29156e22-d4f7-4803-8426-165b91d9ec1f),segment_id=29156e22-d4f7-4803-8426-165b91d9ec1f)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:06:02.979611 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d24ab9f9-0fee-44f8-aa65-9fbf9bfb7bd0 req-492d1ed6-8440-41e2-b191-673087c2bf91 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942182 Jun 12 17:06:03.008109 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:03.013357 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:03.023153 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75172c-989b-415b-9a22-49279145bac0 req-f69d166f-32d9-4ea7-90d1-a35aa51cff14 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:03.024669 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-be75172c-989b-415b-9a22-49279145bac0 req-f69d166f-32d9-4ea7-90d1-a35aa51cff14 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0750508 Jun 12 17:06:03.076943 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-be75172c-989b-415b-9a22-49279145bac0 req-326b2177-5dd4-4d05-b7bd-63e5e2c4b461 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439560 Jun 12 17:06:03.087693 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=28a49bb0-7700-4e5f-9cba-5ba82f9d3f49,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:03.094957 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:03.260175 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33882798-aba3-4c25-a209-f63e23623e7a req-527d7eed-80f2-40fc-8234-6b28375527db tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:03.262105 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-33882798-aba3-4c25-a209-f63e23623e7a req-527d7eed-80f2-40fc-8234-6b28375527db tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0710449 Jun 12 17:06:03.309102 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-33882798-aba3-4c25-a209-f63e23623e7a req-2b348237-7592-4b9c-afbc-25ac4005252d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412116 Jun 12 17:06:03.325160 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['28a49bb0-7700-4e5f-9cba-5ba82f9d3f49'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:06:04.175097 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed296ca-4fe4-464f-b796-425c7b16e14e req-6308256d-b511-4da0-897c-f2c999ef0a5a tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:04.176588 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-fed296ca-4fe4-464f-b796-425c7b16e14e req-6308256d-b511-4da0-897c-f2c999ef0a5a tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 945 time: 0.0777309 Jun 12 17:06:04.219586 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-fed296ca-4fe4-464f-b796-425c7b16e14e req-86451759-aaee-41d8-9ad6-fab9b0b9ef95 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370777 Jun 12 17:06:04.478978 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:06:04.647360 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning for port 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:06:04.654398 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:06:04.654790 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:04.755116 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:04.782649 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be7fff5-e215-4f7a-ae88-d19f510ba3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a49bb0-7700-4e5f-9cba-5ba82f9d3f49'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:06:04.785135 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85900186-da87-4553-b6a7-aaaae24306d8" -d '{"events": [{"server_uuid": "9be7fff5-e215-4f7a-ae88-d19f510ba3f0", "name": "network-vif-plugged", "status": "completed", "tag": "28a49bb0-7700-4e5f-9cba-5ba82f9d3f49"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:06:04.811112 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=28a49bb0-7700-4e5f-9cba-5ba82f9d3f49,segment=NetworkSegment(29156e22-d4f7-4803-8426-165b91d9ec1f),segment_id=29156e22-d4f7-4803-8426-165b91d9ec1f)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:06:04.825187 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a876ed-6f28-499c-ac50-5e509d47d49a x-openstack-request-id: req-d4a876ed-6f28-499c-ac50-5e509d47d49a {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:06:04.825482 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be7fff5-e215-4f7a-ae88-d19f510ba3f0", "name": "network-vif-plugged", "status": "completed", "tag": "28a49bb0-7700-4e5f-9cba-5ba82f9d3f49", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:06:04.825744 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4a876ed-6f28-499c-ac50-5e509d47d49a {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:06:04.826132 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be7fff5-e215-4f7a-ae88-d19f510ba3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a49bb0-7700-4e5f-9cba-5ba82f9d3f49', 'code': 200} Jun 12 17:06:04.904994 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:04.906875 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6e2d832c-cf78-49ab-a6b4-2077d6adeab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:04.969520 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=28a49bb0-7700-4e5f-9cba-5ba82f9d3f49,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:04.972738 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:05.330519 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fded8-67f1-4d48-8ccd-ccbea3201de7 req-1b4d0f7b-613c-46be-90a3-afb9d82d16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:05.332088 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3e8fded8-67f1-4d48-8ccd-ccbea3201de7 req-1b4d0f7b-613c-46be-90a3-afb9d82d16d8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 1099 time: 0.0649145 Jun 12 17:06:05.407226 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3e8fded8-67f1-4d48-8ccd-ccbea3201de7 req-487eb653-a7c6-4ac9-ab3c-c8f0d6d6c40b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650990 Jun 12 17:06:05.438530 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53d065-65dd-4316-a4eb-6156b6f828ba req-0b81c389-9e33-46a1-87a1-923960ca3149 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:05.440015 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ff53d065-65dd-4316-a4eb-6156b6f828ba req-0b81c389-9e33-46a1-87a1-923960ca3149 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 946 time: 0.0915523 Jun 12 17:06:05.486355 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ff53d065-65dd-4316-a4eb-6156b6f828ba req-7100819c-244b-415d-a7e6-bcf555aeba71 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404625 Jun 12 17:06:06.052209 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 58148) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:06.173052 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c6ce3ee5-e722-4bb6-95c3-9bc9ff442665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:06.336861 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1aed6-3396-4405-81a7-07688afc2e84 req-bcf67e03-142c-422b-a2d4-38e48a525492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:06.338388 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-54f1aed6-3396-4405-81a7-07688afc2e84 req-bcf67e03-142c-422b-a2d4-38e48a525492 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f05fb791868a4bc09d17000a059c9879&device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 1098 time: 0.0627601 Jun 12 17:06:06.344290 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6ca9d-6727-46b8-a3c0-e2658d1b4a52 req-cb8138e7-ea62-4fa5-9af2-dacf9edbc8ae tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:06.346059 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-87d6ca9d-6727-46b8-a3c0-e2658d1b4a52 req-cb8138e7-ea62-4fa5-9af2-dacf9edbc8ae tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1273346 Jun 12 17:06:06.368555 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c6ce3ee5-e722-4bb6-95c3-9bc9ff442665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:06.404441 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-87d6ca9d-6727-46b8-a3c0-e2658d1b4a52 req-2bc59ca1-6048-4734-94db-11e7c7b9ebf6 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471232 Jun 12 17:06:06.464132 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1aed6-3396-4405-81a7-07688afc2e84 req-525cf0b4-24fe-4707-a30f-03a5f75db597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:06.465629 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-54f1aed6-3396-4405-81a7-07688afc2e84 req-525cf0b4-24fe-4707-a30f-03a5f75db597 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0eafd16f-a46c-448b-a61d-13c84461e05d HTTP/1.1" status: 200 len: 920 time: 0.1203108 Jun 12 17:06:06.481330 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c6ce3ee5-e722-4bb6-95c3-9bc9ff442665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:06.481330 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-72e7b8b0-956c-4029-944f-7cb01ae0b1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:06.519173 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-c6ce3ee5-e722-4bb6-95c3-9bc9ff442665 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19a12de1f5494b2581be3536de428292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4648125 Jun 12 17:06:06.520623 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce3ee5-e722-4bb6-95c3-9bc9ff442665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f12de7-f212-4326-a3b2-3e8cd93db691,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:06.524324 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-c6ce3ee5-e722-4bb6-95c3-9bc9ff442665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:06.524903 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 58164) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:06.531720 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-54f1aed6-3396-4405-81a7-07688afc2e84 req-600ee388-33fb-4a3f-9788-7c0918c200dd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80e57d56-a381-4620-95f2-9c70e9d270d6 HTTP/1.1" status: 200 len: 217 time: 0.0576501 Jun 12 17:06:06.582762 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b6a70805-234b-43aa-9120-ac9382d8498d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:06.592936 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1aed6-3396-4405-81a7-07688afc2e84 req-b5a26ef4-e8c7-43d6-be03-6dca133d1679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:06.594432 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-54f1aed6-3396-4405-81a7-07688afc2e84 req-b5a26ef4-e8c7-43d6-be03-6dca133d1679 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c894c67e-9afd-476d-b855-4f5171bf79e1 HTTP/1.1" status: 200 len: 859 time: 0.0553412 Jun 12 17:06:06.616342 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b6a70805-234b-43aa-9120-ac9382d8498d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:06.679047 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-54f1aed6-3396-4405-81a7-07688afc2e84 req-56107dac-3ca2-443f-ac90-923d3e9d612e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0eafd16f-a46c-448b-a61d-13c84461e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728619 Jun 12 17:06:06.738596 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b6a70805-234b-43aa-9120-ac9382d8498d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:06.741179 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b6a70805-234b-43aa-9120-ac9382d8498d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:06.745492 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-b6a70805-234b-43aa-9120-ac9382d8498d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79f12de7-f212-4326-a3b2-3e8cd93db691 HTTP/1.1" status: 204 len: 168 time: 0.2164025 Jun 12 17:06:06.745492 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-8c0e118b-6f11-4df5-8e56-0e601d764aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:06.752181 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a70805-234b-43aa-9120-ac9382d8498d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f12de7-f212-4326-a3b2-3e8cd93db691,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:06.754378 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b6a70805-234b-43aa-9120-ac9382d8498d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:06.868921 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791d539-2778-4adf-85ed-d35d2099dbcc req-8b0b828e-adf9-4c1d-abaa-8f5115dfd134 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:06.871111 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9791d539-2778-4adf-85ed-d35d2099dbcc req-8b0b828e-adf9-4c1d-abaa-8f5115dfd134 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 946 time: 0.1910319 Jun 12 17:06:06.903500 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-54f1aed6-3396-4405-81a7-07688afc2e84 req-755680a4-bba1-4cfc-b22a-80850bc3f6cb service neutron] 10.222.0.22 "GET /v2.0/networks/0eafd16f-a46c-448b-a61d-13c84461e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879389 Jun 12 17:06:06.941548 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9791d539-2778-4adf-85ed-d35d2099dbcc req-d3b386a3-aa25-40ef-94dd-fc0f03699a4b tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580628 Jun 12 17:06:07.045909 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-54f1aed6-3396-4405-81a7-07688afc2e84 req-f80f002e-7b35-40ac-b48c-651251ea19ad service neutron] 10.222.0.22 "GET /v2.0/networks/0eafd16f-a46c-448b-a61d-13c84461e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292605 Jun 12 17:06:07.407393 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 58198) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:07.542648 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd743-d464-4f12-86e8-bc644362ceb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:07.603702 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57ce74-bb9f-469a-8016-a619e7189612 req-1491e135-ca51-4e0c-bede-da360d88dc3c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:07.605784 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bc57ce74-bb9f-469a-8016-a619e7189612 req-1491e135-ca51-4e0c-bede-da360d88dc3c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0741491 Jun 12 17:06:07.613873 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 58206) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:07.634335 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6eba0329-7d7a-4b81-9d8e-12204d1ab162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:07.650700 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bc57ce74-bb9f-469a-8016-a619e7189612 req-38dca5b7-066a-4d67-b5b4-dac58e08fef3 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365641 Jun 12 17:06:07.684689 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd743-d464-4f12-86e8-bc644362ceb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:07.771108 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd743-d464-4f12-86e8-bc644362ceb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:07.776973 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:07.836293 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fd743-d464-4f12-86e8-bc644362ceb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555266cc-9534-42fa-925a-0070cec4afbf,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:07.840198 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-0f4fd743-d464-4f12-86e8-bc644362ceb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:07.845127 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-0f4fd743-d464-4f12-86e8-bc644362ceb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40f1de5e83a24211943e0c3b9d6924a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4341190 Jun 12 17:06:07.845462 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 58214) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:07.906218 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-98f9c986-a7e1-43d1-89f7-9d2cc34a6854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:07.913377 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6eba0329-7d7a-4b81-9d8e-12204d1ab162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:07.928127 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-98f9c986-a7e1-43d1-89f7-9d2cc34a6854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:08.111496 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6eba0329-7d7a-4b81-9d8e-12204d1ab162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:08.113982 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6477a20c-e0f8-4518-b56b-0dfa39857a48 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:08.161251 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14b517-b778-4f47-b60c-3577d1597a8f req-2fb53348-543a-4628-980a-a3269d946069 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:08.161455 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-98f9c986-a7e1-43d1-89f7-9d2cc34a6854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:08.162693 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9a14b517-b778-4f47-b60c-3577d1597a8f req-2fb53348-543a-4628-980a-a3269d946069 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 946 time: 0.1056645 Jun 12 17:06:08.164066 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-98f9c986-a7e1-43d1-89f7-9d2cc34a6854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:08.168503 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-98f9c986-a7e1-43d1-89f7-9d2cc34a6854 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/555266cc-9534-42fa-925a-0070cec4afbf HTTP/1.1" status: 204 len: 168 time: 0.3188612 Jun 12 17:06:08.168503 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:08.168726 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba0329-7d7a-4b81-9d8e-12204d1ab162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5492d43-c384-437c-809f-3523b1a273c2,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:08.173545 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-6eba0329-7d7a-4b81-9d8e-12204d1ab162 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bd30db88033424bb6179256cc5ba0b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5587153 Jun 12 17:06:08.175019 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6eba0329-7d7a-4b81-9d8e-12204d1ab162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:08.179736 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 58224) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:08.190000 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9c986-a7e1-43d1-89f7-9d2cc34a6854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555266cc-9534-42fa-925a-0070cec4afbf,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:08.192229 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-98f9c986-a7e1-43d1-89f7-9d2cc34a6854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:08.239449 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9a14b517-b778-4f47-b60c-3577d1597a8f req-c1386461-eb90-4fdd-b2c2-82fffb42c1af tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683923 Jun 12 17:06:08.264981 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2f0be460-02ae-4b1b-9802-dc5bf06228c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:08.295497 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2f0be460-02ae-4b1b-9802-dc5bf06228c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:08.521341 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2f0be460-02ae-4b1b-9802-dc5bf06228c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:08.524018 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2f0be460-02ae-4b1b-9802-dc5bf06228c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:08.527724 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-2f0be460-02ae-4b1b-9802-dc5bf06228c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5492d43-c384-437c-809f-3523b1a273c2 HTTP/1.1" status: 204 len: 168 time: 0.3445532 Jun 12 17:06:08.527724 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-bb703356-bd52-4ea1-be01-50faaefed820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:08.542467 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0be460-02ae-4b1b-9802-dc5bf06228c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5492d43-c384-437c-809f-3523b1a273c2,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:08.545399 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-2f0be460-02ae-4b1b-9802-dc5bf06228c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:08.840982 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be42c1-2ae2-40b9-9bcc-a2ff1d0942e7 req-4cad022b-63fb-4195-83b7-8e9035c68ce3 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:08.842699 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a0be42c1-2ae2-40b9-9bcc-a2ff1d0942e7 req-4cad022b-63fb-4195-83b7-8e9035c68ce3 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0740569 Jun 12 17:06:08.884846 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a0be42c1-2ae2-40b9-9bcc-a2ff1d0942e7 req-ef0d28d0-467c-4b04-9d11-21f88e97e1cf tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361071 Jun 12 17:06:09.335286 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 58272) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:09.352119 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-571cffc6-a1c7-4ac2-9429-06386aebc8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:09.464720 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-571cffc6-a1c7-4ac2-9429-06386aebc8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:09.556392 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-571cffc6-a1c7-4ac2-9429-06386aebc8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:09.560734 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-17ad3a8d-7fa3-4a7d-93c0-687e7ed30833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:09.600443 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-571cffc6-a1c7-4ac2-9429-06386aebc8f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=219164b946084789a11ff08000371e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639608 Jun 12 17:06:09.601176 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cffc6-a1c7-4ac2-9429-06386aebc8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2218bac7-1289-469f-9822-96f335c00e9d,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:09.603094 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 58282) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:09.604831 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-571cffc6-a1c7-4ac2-9429-06386aebc8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:09.657794 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-490cb339-0534-449f-8880-1c9d27fa6b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:09.681346 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-490cb339-0534-449f-8880-1c9d27fa6b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:09.876346 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-490cb339-0534-449f-8880-1c9d27fa6b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:09.880273 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-490cb339-0534-449f-8880-1c9d27fa6b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:09.883574 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-490cb339-0534-449f-8880-1c9d27fa6b06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2218bac7-1289-469f-9822-96f335c00e9d HTTP/1.1" status: 204 len: 168 time: 0.2793009 Jun 12 17:06:09.885164 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-1b2a9499-e3fc-4f58-a3a6-6b763eb57469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:09.895449 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490cb339-0534-449f-8880-1c9d27fa6b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2218bac7-1289-469f-9822-96f335c00e9d,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:09.898791 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-490cb339-0534-449f-8880-1c9d27fa6b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:10.078711 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ae523-2305-4272-bcc8-b6de37fea45b req-24029562-a1d9-44ce-9eec-c0676913f7bc tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:10.080225 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b82ae523-2305-4272-bcc8-b6de37fea45b req-24029562-a1d9-44ce-9eec-c0676913f7bc tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0753908 Jun 12 17:06:10.122789 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b82ae523-2305-4272-bcc8-b6de37fea45b req-65adadd3-fe80-457a-b9e4-132d0e145e75 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368078 Jun 12 17:06:10.192246 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 58304) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:10.551916 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-857e2770-ed3e-4237-b73e-a939c24aa77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:10.672846 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-857e2770-ed3e-4237-b73e-a939c24aa77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:10.796068 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-857e2770-ed3e-4237-b73e-a939c24aa77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:10.799563 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-1f5ba77c-75ac-4dd3-8b92-a7e7abe5467e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:10.842224 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-857e2770-ed3e-4237-b73e-a939c24aa77a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7872020f257c478889706955a2715fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6461170 Jun 12 17:06:10.842224 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e2770-ed3e-4237-b73e-a939c24aa77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a581cda2-81e9-42fb-9803-151013bbcbea,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:10.842891 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 58332) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:10.844360 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-857e2770-ed3e-4237-b73e-a939c24aa77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:10.907945 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-557a4153-fbe4-4e14-81e9-cb069cf1b137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:10.931119 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-557a4153-fbe4-4e14-81e9-cb069cf1b137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:11.138844 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-557a4153-fbe4-4e14-81e9-cb069cf1b137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:11.143679 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-557a4153-fbe4-4e14-81e9-cb069cf1b137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:11.143679 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-557a4153-fbe4-4e14-81e9-cb069cf1b137 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a581cda2-81e9-42fb-9803-151013bbcbea HTTP/1.1" status: 204 len: 168 time: 0.2980931 Jun 12 17:06:11.143679 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:11.153152 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a4153-fbe4-4e14-81e9-cb069cf1b137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a581cda2-81e9-42fb-9803-151013bbcbea,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:11.156370 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-557a4153-fbe4-4e14-81e9-cb069cf1b137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:11.343014 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396271b-07bf-435d-bbf4-188f39e8ce39 req-c3332da0-ca96-4d7e-a230-02ad90bd5b34 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:11.347997 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d396271b-07bf-435d-bbf4-188f39e8ce39 req-c3332da0-ca96-4d7e-a230-02ad90bd5b34 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0841560 Jun 12 17:06:11.397936 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d396271b-07bf-435d-bbf4-188f39e8ce39 req-fcd11598-2456-48e1-9741-a57242a54ca0 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487089 Jun 12 17:06:11.680128 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-9e9c3fed-7dd7-4d0a-8f8e-2017d6ddfd1b tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:11.681332 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-9e9c3fed-7dd7-4d0a-8f8e-2017d6ddfd1b tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/networks?id=125cb4fd-0296-45b2-bf49-aefe6877aead HTTP/1.1" status: 200 len: 815 time: 0.1429396 Jun 12 17:06:11.698802 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-cfa08f0e-253a-487b-ab98-77bdcdf83863 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/quotas/a00f9cbf2f9744efbd69f0b786efb35c HTTP/1.1" status: 200 len: 375 time: 0.0105143 Jun 12 17:06:11.797017 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-ee35e9e2-de33-4ad9-8c3c-75084ce4ef26 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a00f9cbf2f9744efbd69f0b786efb35c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914459 Jun 12 17:06:11.940290 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-0f950b88-7817-49b4-ba8d-ad6e0a7bbd3f service neutron] 10.222.0.16 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359878 Jun 12 17:06:12.065979 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-35de14fe-db5c-493c-91cc-dcdebdebd623 service neutron] 10.222.0.16 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243579 Jun 12 17:06:12.357535 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 58420) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:12.373540 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e2e1653a-9371-4436-b1a2-883a158d4258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:12.514042 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e2e1653a-9371-4436-b1a2-883a158d4258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:12.516207 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4226885a-f691-415b-9970-030bfb0b13e1 req-cf11add3-01d6-46ca-88f1-144a33c17005 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21279a5-20c0-4edc-8350-b6bb8e946432 HTTP/1.1" status: 200 len: 210 time: 0.0514150 Jun 12 17:06:12.612085 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9b3ab-20df-4b0e-bc94-ae6f457aa6b7 req-4b56f6c7-101e-4020-83d4-ba8022a12974 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:12.613566 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-50f9b3ab-20df-4b0e-bc94-ae6f457aa6b7 req-4b56f6c7-101e-4020-83d4-ba8022a12974 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0718358 Jun 12 17:06:12.655164 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-50f9b3ab-20df-4b0e-bc94-ae6f457aa6b7 req-2397ffed-e1a7-4663-9bce-d15b6d4c005d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358818 Jun 12 17:06:12.658323 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e2e1653a-9371-4436-b1a2-883a158d4258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:12.661818 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-e4ea95be-e2ff-4df2-a676-7dec338e456c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:12.700286 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-e2e1653a-9371-4436-b1a2-883a158d4258 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=746c7dc87649446abab07227cd88f1c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416491 Jun 12 17:06:12.701458 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1653a-9371-4436-b1a2-883a158d4258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd3f380-96b9-4797-b082-e66a4dcd7f22,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:12.707960 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-e2e1653a-9371-4436-b1a2-883a158d4258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:12.709906 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 58432) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:12.765883 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-549d2d91-e14a-4336-8d81-ec431530033f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:12.798519 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-549d2d91-e14a-4336-8d81-ec431530033f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:12.851692 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 58438) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:12.969462 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8c30df23-e616-4415-bef4-f1658f806d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:13.038648 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-549d2d91-e14a-4336-8d81-ec431530033f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:13.041869 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-549d2d91-e14a-4336-8d81-ec431530033f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:13.043070 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-549d2d91-e14a-4336-8d81-ec431530033f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fd3f380-96b9-4797-b082-e66a4dcd7f22 HTTP/1.1" status: 204 len: 168 time: 0.3322117 Jun 12 17:06:13.090044 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b6a70805-234b-43aa-9120-ac9382d8498d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:13.101266 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d2d91-e14a-4336-8d81-ec431530033f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd3f380-96b9-4797-b082-e66a4dcd7f22,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:13.107243 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-549d2d91-e14a-4336-8d81-ec431530033f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:13.164069 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8c30df23-e616-4415-bef4-f1658f806d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:13.212146 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 58452) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:13.315817 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8c30df23-e616-4415-bef4-f1658f806d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:13.319725 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:13.362900 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-8c30df23-e616-4415-bef4-f1658f806d68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b751a79653c490cb48f404f28c48080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5075994 Jun 12 17:06:13.362900 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30df23-e616-4415-bef4-f1658f806d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f98e2ff-5b28-486d-b1ce-6579dc58fae3,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:13.363602 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 58458) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:13.370935 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-8c30df23-e616-4415-bef4-f1658f806d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:13.435484 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ab47e34d-b7b0-4f0e-a35b-c50fb7476f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:13.452833 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-cc885daa-d7a0-4133-8d0d-a0fa23e3562c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:13.479643 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-cc885daa-d7a0-4133-8d0d-a0fa23e3562c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:13.558345 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ab47e34d-b7b0-4f0e-a35b-c50fb7476f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:13.609956 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8c671f3c-060b-46c9-a250-2979a02ac6c8 req-499c9732-2dfd-4d45-9032-7e4b793be667 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21279a5-20c0-4edc-8350-b6bb8e946432 HTTP/1.1" status: 200 len: 210 time: 0.0336239 Jun 12 17:06:13.693946 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-cc885daa-d7a0-4133-8d0d-a0fa23e3562c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:13.696754 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-cc885daa-d7a0-4133-8d0d-a0fa23e3562c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:13.699711 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-cc885daa-d7a0-4133-8d0d-a0fa23e3562c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f98e2ff-5b28-486d-b1ce-6579dc58fae3 HTTP/1.1" status: 204 len: 168 time: 0.3339367 Jun 12 17:06:13.699711 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-857e2770-ed3e-4237-b73e-a939c24aa77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:13.703078 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ab47e34d-b7b0-4f0e-a35b-c50fb7476f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:13.710938 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-6243c674-e2da-4eac-9d3d-4727b56e1827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:13.718825 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc885daa-d7a0-4133-8d0d-a0fa23e3562c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f98e2ff-5b28-486d-b1ce-6579dc58fae3,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:13.727040 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-cc885daa-d7a0-4133-8d0d-a0fa23e3562c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:13.788482 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-ab47e34d-b7b0-4f0e-a35b-c50fb7476f73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e4b60ed6b1f468486ab7b2337026c04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5751660 Jun 12 17:06:13.791691 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 58478) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:13.795180 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47e34d-b7b0-4f0e-a35b-c50fb7476f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5fb910-2f64-4a2f-87f1-08a93a20eca8,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:13.814051 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-ab47e34d-b7b0-4f0e-a35b-c50fb7476f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:13.895477 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2483163b-b92c-4067-9a78-54c059e919d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:13.920623 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2483163b-b92c-4067-9a78-54c059e919d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:13.945801 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28451c-7778-409d-ab91-9d4e654ccbe6 req-ba26e50f-9e21-473b-8b8b-a3b6e79fb8a2 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:13.947252 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-6d28451c-7778-409d-ab91-9d4e654ccbe6 req-ba26e50f-9e21-473b-8b8b-a3b6e79fb8a2 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0781457 Jun 12 17:06:14.013772 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-6d28451c-7778-409d-ab91-9d4e654ccbe6 req-60450e06-8fab-43ef-8595-9f9294e5a017 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597496 Jun 12 17:06:14.104836 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2483163b-b92c-4067-9a78-54c059e919d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:14.107546 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2483163b-b92c-4067-9a78-54c059e919d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:14.108743 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-2483163b-b92c-4067-9a78-54c059e919d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c5fb910-2f64-4a2f-87f1-08a93a20eca8 HTTP/1.1" status: 204 len: 168 time: 0.3158412 Jun 12 17:06:14.109478 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-7320f473-f842-4ca1-bb3e-6b66b89139ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:14.118700 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483163b-b92c-4067-9a78-54c059e919d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5fb910-2f64-4a2f-87f1-08a93a20eca8,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:14.133078 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-2483163b-b92c-4067-9a78-54c059e919d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:14.754036 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 58510) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:14.774831 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-77dadf2d-1ae9-4dc9-97f9-ae111a820d60 req-e6e4b529-d137-4f6a-b991-8205ce80767a tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21279a5-20c0-4edc-8350-b6bb8e946432 HTTP/1.1" status: 200 len: 210 time: 0.0509131 Jun 12 17:06:14.777199 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-505d3623-d45a-42a7-a953-603a95837849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:14.897832 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-505d3623-d45a-42a7-a953-603a95837849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:15.001919 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-505d3623-d45a-42a7-a953-603a95837849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:15.001919 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-1db16e31-25a4-430d-82ca-a60d6e065460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:15.040243 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-505d3623-d45a-42a7-a953-603a95837849 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2dd92b9be3c9412ab8be9bcb9212b76a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841401 Jun 12 17:06:15.040243 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d3623-d45a-42a7-a953-603a95837849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781ddef8-43ea-4e9a-ba57-fc5a82008929,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:15.051916 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-505d3623-d45a-42a7-a953-603a95837849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:15.052747 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 58560) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:15.138290 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-a744d918-8ad7-4850-b01e-7ce871c853ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:15.166821 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-a744d918-8ad7-4850-b01e-7ce871c853ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:15.211357 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e3bea-cb26-4b93-b80b-a79f53be7d1e req-169dfc88-75b6-47de-bc08-62889636e787 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:15.218859 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-418e3bea-cb26-4b93-b80b-a79f53be7d1e req-169dfc88-75b6-47de-bc08-62889636e787 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0868771 Jun 12 17:06:15.367600 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-418e3bea-cb26-4b93-b80b-a79f53be7d1e req-606daf2e-6a87-4909-a86d-dbc68e3c58a4 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474571 Jun 12 17:06:15.522650 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-a744d918-8ad7-4850-b01e-7ce871c853ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:15.525304 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-a744d918-8ad7-4850-b01e-7ce871c853ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:15.526502 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-a744d918-8ad7-4850-b01e-7ce871c853ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/781ddef8-43ea-4e9a-ba57-fc5a82008929 HTTP/1.1" status: 204 len: 168 time: 0.4725268 Jun 12 17:06:15.528898 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:15.537772 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-b8806694-8b89-47fe-b8f5-5524f99cc45f tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:15.539170 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-b8806694-8b89-47fe-b8f5-5524f99cc45f tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.22 "GET /v2.0/networks?id=125cb4fd-0296-45b2-bf49-aefe6877aead HTTP/1.1" status: 200 len: 815 time: 0.1447141 Jun 12 17:06:15.546288 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744d918-8ad7-4850-b01e-7ce871c853ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781ddef8-43ea-4e9a-ba57-fc5a82008929,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:15.549253 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-a744d918-8ad7-4850-b01e-7ce871c853ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:15.563521 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-5fa4feac-2c1c-44ab-8cf8-38bbb42be281 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Request body: {'port': {'device_id': 'b21279a5-20c0-4edc-8350-b6bb8e946432', 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead', 'admin_state_up': True, 'tenant_id': 'a00f9cbf2f9744efbd69f0b786efb35c'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:06:15.905829 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-5fa4feac-2c1c-44ab-8cf8-38bbb42be281 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Made reservation on behalf of a00f9cbf2f9744efbd69f0b786efb35c for: {'port': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:06:15.917332 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-5fa4feac-2c1c-44ab-8cf8-38bbb42be281 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:15.967717 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-2d27079a-ced7-4688-aefc-3b5ee7e9857c req-02ec2e3e-eb77-43c9-9638-07ac223f3844 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21279a5-20c0-4edc-8350-b6bb8e946432 HTTP/1.1" status: 200 len: 210 time: 0.0447729 Jun 12 17:06:16.142553 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-5fa4feac-2c1c-44ab-8cf8-38bbb42be281 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Allocated IP 172.20.0.3 (125cb4fd-0296-45b2-bf49-aefe6877aead/e99254b9-d790-4af1-8b27-77862c199d32/f6d07ee1-8ee9-48ae-8af0-703b5c75edfb) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:06:16.392471 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-5fa4feac-2c1c-44ab-8cf8-38bbb42be281 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:16.533408 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-5fa4feac-2c1c-44ab-8cf8-38bbb42be281 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:16.537594 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-451eed70-49a6-4f4a-8bce-9e3bb79998e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:16.557393 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['1d535e4b-3946-4f2a-a276-c1ce680faa52', '28a49bb0-7700-4e5f-9cba-5ba82f9d3f49'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:06:16.593351 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac5149-aae2-4311-9aca-174c634f41bc req-5b0823ec-abdd-4d38-b3c6-4846b13e6964 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:16.595142 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-73ac5149-aae2-4311-9aca-174c634f41bc req-5b0823ec-abdd-4d38-b3c6-4846b13e6964 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0856218 Jun 12 17:06:16.602235 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4feac-2c1c-44ab-8cf8-38bbb42be281 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Pushing event updated for resources: {'Port': ['ID=f6d07ee1-8ee9-48ae-8af0-703b5c75edfb,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:16.606092 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-5fa4feac-2c1c-44ab-8cf8-38bbb42be281 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:16.612541 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-5fa4feac-2c1c-44ab-8cf8-38bbb42be281 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Network 125cb4fd-0296-45b2-bf49-aefe6877aead is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:06:16.614142 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-5fa4feac-2c1c-44ab-8cf8-38bbb42be281 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:06:16.616582 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-5fa4feac-2c1c-44ab-8cf8-38bbb42be281 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:06:16.656144 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-73ac5149-aae2-4311-9aca-174c634f41bc req-57787601-08a7-45f3-8f73-5ccacfda1fef tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547378 Jun 12 17:06:16.688194 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-5fa4feac-2c1c-44ab-8cf8-38bbb42be281 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:16.688835 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-5fa4feac-2c1c-44ab-8cf8-38bbb42be281 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:16.814290 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-5fa4feac-2c1c-44ab-8cf8-38bbb42be281 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2548702 Jun 12 17:06:16.834137 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Request body: {'port': {'device_id': 'b21279a5-20c0-4edc-8350-b6bb8e946432', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:06:16.938996 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:17.309452 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804ce3d-6c90-4c8f-b356-c9127cee5f30 req-1effab5c-f519-43cb-86e5-9615f49f984f tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:17.309452 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4804ce3d-6c90-4c8f-b356-c9127cee5f30 req-1effab5c-f519-43cb-86e5-9615f49f984f tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21279a5-20c0-4edc-8350-b6bb8e946432 HTTP/1.1" status: 200 len: 931 time: 0.1965318 Jun 12 17:06:17.414417 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4804ce3d-6c90-4c8f-b356-c9127cee5f30 req-3331ff46-b47e-4bfa-a586-acd2cfd0c93c tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989828 Jun 12 17:06:17.478998 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6d07ee1-8ee9-48ae-8af0-703b5c75edfb {{(pid=92467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:06:17.490929 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:17.507311 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Transition to ACTIVE for port object f6d07ee1-8ee9-48ae-8af0-703b5c75edfb will not be triggered until provisioned by entity L2. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:06:17.879037 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c6678-f535-4dd4-9595-11d43891ca07 req-ab3d1a91-5063-4d9c-8567-37b643c6615b tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:17.880411 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ed9c6678-f535-4dd4-9595-11d43891ca07 req-ab3d1a91-5063-4d9c-8567-37b643c6615b tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0719750 Jun 12 17:06:17.922218 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:17.925708 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:17.932102 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ed9c6678-f535-4dd4-9595-11d43891ca07 req-d5667309-6bf2-41d8-9050-ca8bb326ec22 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419860 Jun 12 17:06:18.031465 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d07ee1-8ee9-48ae-8af0-703b5c75edfb,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:18.034954 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:18.124016 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Attempting to bind port f6d07ee1-8ee9-48ae-8af0-703b5c75edfb on host hv-cinder-79611 for vnic_type normal with profile {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:06:18.124383 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Attempting to bind port f6d07ee1-8ee9-48ae-8af0-703b5c75edfb by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '29156e22-d4f7-4803-8426-165b91d9ec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead'}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:06:18.124908 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Attempting to bind port f6d07ee1-8ee9-48ae-8af0-703b5c75edfb on network 125cb4fd-0296-45b2-bf49-aefe6877aead {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:06:18.130517 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Port f6d07ee1-8ee9-48ae-8af0-703b5c75edfb on network 125cb4fd-0296-45b2-bf49-aefe6877aead not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 17:06:18.130783 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Attempting to bind port f6d07ee1-8ee9-48ae-8af0-703b5c75edfb on network 125cb4fd-0296-45b2-bf49-aefe6877aead {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:06:18.136840 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Checking agent: {'id': '2dfdfaa1-9da4-4da7-bc93-db92fb710195', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'started_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:06:18.137372 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Checking segment: {'id': '29156e22-d4f7-4803-8426-165b91d9ec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:06:18.137764 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Bound using segment: {'id': '29156e22-d4f7-4803-8426-165b91d9ec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead'} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:06:18.138298 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Bound port: f6d07ee1-8ee9-48ae-8af0-703b5c75edfb, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29156e22-d4f7-4803-8426-165b91d9ec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead'}}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:06:18.138698 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:18.215678 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] For port f6d07ee1-8ee9-48ae-8af0-703b5c75edfb, host hv-cinder-79611, cleared binding levels {{(pid=92467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:06:18.218909 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] For port f6d07ee1-8ee9-48ae-8af0-703b5c75edfb, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f6d07ee1-8ee9-48ae-8af0-703b5c75edfb,segment=NetworkSegment(29156e22-d4f7-4803-8426-165b91d9ec1f),segment_id=29156e22-d4f7-4803-8426-165b91d9ec1f)] {{(pid=92467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:06:18.392427 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:18.395637 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:18.442111 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:18.443152 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:18.444981 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] 10.222.0.22 "PUT /v2.0/ports/f6d07ee1-8ee9-48ae-8af0-703b5c75edfb HTTP/1.1" status: 200 len: 1093 time: 1.6186709 Jun 12 17:06:18.445396 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21279a5-20c0-4edc-8350-b6bb8e946432', 'tag': 'f6d07ee1-8ee9-48ae-8af0-703b5c75edfb'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:06:18.447733 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a91c53f-8b49-4f8f-96b8-6ae06824e82d" -d '{"events": [{"name": "network-changed", "server_uuid": "b21279a5-20c0-4edc-8350-b6bb8e946432", "tag": "f6d07ee1-8ee9-48ae-8af0-703b5c75edfb"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:06:18.453146 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 58730) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:18.488667 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d07ee1-8ee9-48ae-8af0-703b5c75edfb,revision_number=3']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:18.491914 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:18.497275 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646299f2-24ae-48df-afa2-f17fad8796e9 x-openstack-request-id: req-646299f2-24ae-48df-afa2-f17fad8796e9 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:06:18.497602 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21279a5-20c0-4edc-8350-b6bb8e946432", "tag": "f6d07ee1-8ee9-48ae-8af0-703b5c75edfb", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:06:18.497894 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-646299f2-24ae-48df-afa2-f17fad8796e9 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:06:18.498327 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21279a5-20c0-4edc-8350-b6bb8e946432', 'tag': 'f6d07ee1-8ee9-48ae-8af0-703b5c75edfb', 'status': 'completed', 'code': 200} Jun 12 17:06:18.590171 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b899e823-dac6-4dea-ab6b-2f0aeaa4487f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:18.645910 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91c53f-8b49-4f8f-96b8-6ae06824e82d req-02a5ddfc-3a62-430a-808f-feabf7a27c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:18.647698 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5a91c53f-8b49-4f8f-96b8-6ae06824e82d req-02a5ddfc-3a62-430a-808f-feabf7a27c5a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a00f9cbf2f9744efbd69f0b786efb35c&device_id=b21279a5-20c0-4edc-8350-b6bb8e946432 HTTP/1.1" status: 200 len: 1096 time: 0.1170213 Jun 12 17:06:18.672892 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e040ccb-a494-4c58-960a-7f106b8c7c16 req-f27fb3b9-bf0d-42c2-85b8-7680aee7591e tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:18.674620 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6e040ccb-a494-4c58-960a-7f106b8c7c16 req-f27fb3b9-bf0d-42c2-85b8-7680aee7591e tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21279a5-20c0-4edc-8350-b6bb8e946432 HTTP/1.1" status: 200 len: 943 time: 0.1097355 Jun 12 17:06:18.703716 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b899e823-dac6-4dea-ab6b-2f0aeaa4487f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:18.761427 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b899e823-dac6-4dea-ab6b-2f0aeaa4487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:18.763990 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:18.796561 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6e040ccb-a494-4c58-960a-7f106b8c7c16 req-9e00345e-1ab9-475e-b687-85f7cd04eda6 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160920 Jun 12 17:06:18.809146 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-b899e823-dac6-4dea-ab6b-2f0aeaa4487f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e7b4a30011d24138ba0d5cee40e06d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3524096 Jun 12 17:06:18.809522 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 58738) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:18.829316 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91c53f-8b49-4f8f-96b8-6ae06824e82d req-0b91f3ad-815e-4241-9c80-7d20ac43aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:18.830238 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5a91c53f-8b49-4f8f-96b8-6ae06824e82d req-0b91f3ad-815e-4241-9c80-7d20ac43aa9a service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=a00f9cbf2f9744efbd69f0b786efb35c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1742165 Jun 12 17:06:18.834929 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899e823-dac6-4dea-ab6b-2f0aeaa4487f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f9a820-51e7-45f1-85f0-f0e9ce2447db,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:18.838975 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b899e823-dac6-4dea-ab6b-2f0aeaa4487f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:18.872291 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e09b7f6f-6a0e-4bc9-a6e8-06684bc83fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:18.900875 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e09b7f6f-6a0e-4bc9-a6e8-06684bc83fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:18.974480 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91c53f-8b49-4f8f-96b8-6ae06824e82d req-c038b4c9-51a2-4df9-823c-ba7f34f71fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:18.976007 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5a91c53f-8b49-4f8f-96b8-6ae06824e82d req-c038b4c9-51a2-4df9-823c-ba7f34f71fc9 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1367648 Jun 12 17:06:19.078445 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e09b7f6f-6a0e-4bc9-a6e8-06684bc83fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:19.085891 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e09b7f6f-6a0e-4bc9-a6e8-06684bc83fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:19.093700 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-e09b7f6f-6a0e-4bc9-a6e8-06684bc83fdc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46f9a820-51e7-45f1-85f0-f0e9ce2447db HTTP/1.1" status: 204 len: 168 time: 0.2788770 Jun 12 17:06:19.093700 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-53c2e0a8-ad5a-4af0-83ff-1ce393e79584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:19.128598 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b7f6f-6a0e-4bc9-a6e8-06684bc83fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f9a820-51e7-45f1-85f0-f0e9ce2447db,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:19.138038 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-e09b7f6f-6a0e-4bc9-a6e8-06684bc83fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:19.147754 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bba95-765a-4160-901f-8479d7034af9 req-21312649-b17d-4b91-8542-da8788a149a3 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:19.149516 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-767bba95-765a-4160-901f-8479d7034af9 req-21312649-b17d-4b91-8542-da8788a149a3 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1010094 Jun 12 17:06:19.237094 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-767bba95-765a-4160-901f-8479d7034af9 req-5de1fe3a-e25d-431c-95eb-2648e4b8e366 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521736 Jun 12 17:06:19.253637 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-374a3a4d-c5fe-45f3-844f-ddf2b9ba1f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:19.255161 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-374a3a4d-c5fe-45f3-844f-ddf2b9ba1f5d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a00f9cbf2f9744efbd69f0b786efb35c&device_id=b21279a5-20c0-4edc-8350-b6bb8e946432 HTTP/1.1" status: 200 len: 1096 time: 0.1047587 Jun 12 17:06:19.321300 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-ac397a72-591a-4e7c-b673-822ecf3eada0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6d07ee1-8ee9-48ae-8af0-703b5c75edfb HTTP/1.1" status: 200 len: 217 time: 0.0506818 Jun 12 17:06:19.379612 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-3ba4ee9e-0c28-410c-819a-4ea8bd48c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:19.381114 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-3ba4ee9e-0c28-410c-819a-4ea8bd48c06e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99254b9-d790-4af1-8b27-77862c199d32 HTTP/1.1" status: 200 len: 855 time: 0.0530794 Jun 12 17:06:19.704857 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-743d12f7-2eef-4163-a956-00d22b434f33 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=125cb4fd-0296-45b2-bf49-aefe6877aead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3141053 Jun 12 17:06:19.855033 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-04bfa10b-6834-40bf-a23c-721ec714cba5 service neutron] 10.222.0.22 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418176 Jun 12 17:06:20.047955 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0493945f-daf5-44e3-bc9a-3c7a805d8e12 req-376aefc5-30e1-4fcb-b4e0-f645105f33d9 service neutron] 10.222.0.22 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753516 Jun 12 17:06:20.085924 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e2b3-8e95-444d-b7a2-c53727a22b9b req-086d7a62-4613-4a7c-8305-bd19d6c1a3e3 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:20.085924 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f387e2b3-8e95-444d-b7a2-c53727a22b9b req-086d7a62-4613-4a7c-8305-bd19d6c1a3e3 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21279a5-20c0-4edc-8350-b6bb8e946432 HTTP/1.1" status: 200 len: 943 time: 0.1174741 Jun 12 17:06:20.132266 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f387e2b3-8e95-444d-b7a2-c53727a22b9b req-e424198e-6377-4d4e-a931-ae0185003c36 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439422 Jun 12 17:06:20.458203 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2535a-b58a-402f-bd82-3ab36862fb64 req-0fd4fcea-0655-4f57-951e-6013d284e89d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:20.459711 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5be2535a-b58a-402f-bd82-3ab36862fb64 req-0fd4fcea-0655-4f57-951e-6013d284e89d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0839946 Jun 12 17:06:20.507556 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5be2535a-b58a-402f-bd82-3ab36862fb64 req-1677e97a-e3dd-4cc6-be42-17c5a141119e tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405154 Jun 12 17:06:21.321960 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b245bb-e6be-4254-a58a-dc9735392148 req-8a7bdae7-058a-40b6-9d87-d8bc40e70540 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:21.324372 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-77b245bb-e6be-4254-a58a-dc9735392148 req-8a7bdae7-058a-40b6-9d87-d8bc40e70540 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21279a5-20c0-4edc-8350-b6bb8e946432 HTTP/1.1" status: 200 len: 943 time: 0.0787721 Jun 12 17:06:21.380178 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-77b245bb-e6be-4254-a58a-dc9735392148 req-c9d35207-76ce-4c27-be8e-ef6f88565746 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496221 Jun 12 17:06:21.632440 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 58830) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:21.689027 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_v2 [None req-47cd2d9b-612b-480c-afea-2feee7a01460 admin admin] Deleting subnet af30e280-fa15-4f88-9d8e-160c86ec7d64 {{(pid=92466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 17:06:21.692260 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-47cd2d9b-612b-480c-afea-2feee7a01460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:21.708575 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9fd46-1faf-4616-823d-20d24c554388 req-cbb524fb-76bb-4bc6-bf69-71d53c94e207 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:21.710391 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1ca9fd46-1faf-4616-823d-20d24c554388 req-cbb524fb-76bb-4bc6-bf69-71d53c94e207 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0740623 Jun 12 17:06:21.736788 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-47cd2d9b-612b-480c-afea-2feee7a01460 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:21.746221 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-47cd2d9b-612b-480c-afea-2feee7a01460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744179'] for subnet, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:21.756610 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1ca9fd46-1faf-4616-823d-20d24c554388 req-fb35c3b4-2e56-4fa6-a2fc-95a5f27a7b10 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374284 Jun 12 17:06:21.881959 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-47cd2d9b-612b-480c-afea-2feee7a01460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042'] for subnet, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:21.884539 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:21.920967 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd2d9b-612b-480c-afea-2feee7a01460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af30e280-fa15-4f88-9d8e-160c86ec7d64,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:21.924370 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-47cd2d9b-612b-480c-afea-2feee7a01460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:21.925363 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-47cd2d9b-612b-480c-afea-2feee7a01460 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:21.927270 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-47cd2d9b-612b-480c-afea-2feee7a01460 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/af30e280-fa15-4f88-9d8e-160c86ec7d64 HTTP/1.1" status: 204 len: 168 time: 0.2937403 Jun 12 17:06:21.929755 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 58832) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:22.023935 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538232'] for network, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:22.100042 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-01b67e5d-3aad-4086-aaf7-7339e3e55ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:22.139815 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741742', 'neutron.services.segments.db._delete_segments_for_network-8742179925432'] for network, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:22.155266 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:06:22.155664 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:06:22.156411 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:06:22.156766 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Subscribe: > port after_create 55550000 {{(pid=92466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:06:22.157092 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:06:22.157438 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Subscribe: > port after_update 55550000 {{(pid=92466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:06:22.157761 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:06:22.158080 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:06:22.158396 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:06:22.158707 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:06:22.229730 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:06:22.230185 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:06:22.230596 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:06:22.230955 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 12 17:06:22.231365 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.services.segments.db [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7bc1e75-6bde-4f44-ab67-9564ffab1dc7']}} {{(pid=92466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:06:22.250950 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.services.segments.db [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d709733-1d9b-44ce-8fdd-f95584ce5e6b') {'for_net_delete': True} {{(pid=92466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:06:22.251244 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.services.segments.db [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d709733-1d9b-44ce-8fdd-f95584ce5e6b') {} {{(pid=92466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:06:22.273839 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742179925270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496851'] for segment, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:22.294104 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:22.301626 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=92466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 17:06:22.301996 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12901341'] for segment, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: from cryptography.utils import int_from_bytes Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: from cryptography.utils import int_from_bytes Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: retrieve_revision_numbers = { Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: retrieve_revision_numbers = { Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: retrieve_revision_numbers = { Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: retrieve_revision_numbers = { Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: retrieve_revision_numbers = { Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: Traceback (most recent call last): Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: timer() Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: cb(*args, **kw) Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: return func(*args, **kwargs) Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: self._notify() Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: self.callback(batched_events) Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: event.method(event) Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: return f(self, *a, **k) Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: return self._get(url).json() Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: return self.request(url, 'GET', **kwargs) Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 17:06:22.306806 dv-cinder-796114-2-iscsi neutron-server[92466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 17:06:22.481107 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16397317'] for network, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:22.486333 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-17ad3a8d-7fa3-4a7d-93c0-687e7ed30833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:22.503568 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:22.503568 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f7bc1e75-6bde-4f44-ab67-9564ffab1dc7 HTTP/1.1" status: 204 len: 168 time: 0.5650151 Jun 12 17:06:22.503852 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 58848) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:22.522878 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7bc1e75-6bde-4f44-ab67-9564ffab1dc7,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:22.526433 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:22.583318 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device f6d07ee1-8ee9-48ae-8af0-703b5c75edfb details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:06:22.607599 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd86261a-27e9-42ae-8a97-a77a88fa2b76 admin admin] Deleting subnet 93c96d06-7d07-4997-ac49-ce521727d90f {{(pid=92467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 17:06:22.627004 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd86261a-27e9-42ae-8a97-a77a88fa2b76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:22.687247 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd86261a-27e9-42ae-8a97-a77a88fa2b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58650085'] for subnet, precommit_delete_associations {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:22.699942 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577a3c0-db46-4cfc-9952-3561f3e42e45 req-a4706592-9b37-49b9-b2c3-9fbe632ba589 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:22.699942 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1577a3c0-db46-4cfc-9952-3561f3e42e45 req-a4706592-9b37-49b9-b2c3-9fbe632ba589 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21279a5-20c0-4edc-8350-b6bb8e946432 HTTP/1.1" status: 200 len: 943 time: 0.1538525 Jun 12 17:06:22.736945 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port f6d07ee1-8ee9-48ae-8af0-703b5c75edfb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f6d07ee1-8ee9-48ae-8af0-703b5c75edfb,segment=NetworkSegment(29156e22-d4f7-4803-8426-165b91d9ec1f),segment_id=29156e22-d4f7-4803-8426-165b91d9ec1f)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:06:22.752962 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': 'f6d07ee1-8ee9-48ae-8af0-703b5c75edfb', 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead', 'port_id': 'f6d07ee1-8ee9-48ae-8af0-703b5c75edfb', 'mac_address': 'fa:16:3e:bd:b9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99254b9-d790-4af1-8b27-77862c199d32', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:06:22.785610 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd86261a-27e9-42ae-8a97-a77a88fa2b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744179'] for subnet, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:22.792040 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1577a3c0-db46-4cfc-9952-3561f3e42e45 req-601c680b-f7a7-4946-8efe-90abef143473 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639791 Jun 12 17:06:22.815355 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:22.832190 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6d07ee1-8ee9-48ae-8af0-703b5c75edfb {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:06:22.864510 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port f6d07ee1-8ee9-48ae-8af0-703b5c75edfb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f6d07ee1-8ee9-48ae-8af0-703b5c75edfb,segment=NetworkSegment(29156e22-d4f7-4803-8426-165b91d9ec1f),segment_id=29156e22-d4f7-4803-8426-165b91d9ec1f)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:06:22.956392 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:22.958815 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:22.965893 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a63994-7cb5-469e-b1e3-fcfea2157438 req-d80e045e-6b1e-47e8-9804-8a9df9155f9a tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:22.970152 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-36a63994-7cb5-469e-b1e3-fcfea2157438 req-d80e045e-6b1e-47e8-9804-8a9df9155f9a tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0717673 Jun 12 17:06:23.002088 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd86261a-27e9-42ae-8a97-a77a88fa2b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58649923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57867068'] for subnet, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:23.008196 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:23.014136 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-36a63994-7cb5-469e-b1e3-fcfea2157438 req-ec4e4eb3-5bb8-4607-b0cf-c6834a843a15 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398085 Jun 12 17:06:23.015846 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=f6d07ee1-8ee9-48ae-8af0-703b5c75edfb,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:23.019036 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:23.046695 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86261a-27e9-42ae-8a97-a77a88fa2b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93c96d06-7d07-4997-ac49-ce521727d90f,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:23.049740 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-fd86261a-27e9-42ae-8a97-a77a88fa2b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:23.050704 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd86261a-27e9-42ae-8a97-a77a88fa2b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:23.053243 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-fd86261a-27e9-42ae-8a97-a77a88fa2b76 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/93c96d06-7d07-4997-ac49-ce521727d90f HTTP/1.1" status: 204 len: 168 time: 0.5502322 Jun 12 17:06:23.055075 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 58856) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:23.151749 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-58587a05-f0e9-4015-abda-634cc0276cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538232'] for network, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:23.264488 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-58587a05-f0e9-4015-abda-634cc0276cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741742', 'neutron.services.segments.db._delete_segments_for_network-8742179925432'] for network, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:23.276584 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-58587a05-f0e9-4015-abda-634cc0276cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19dc046-0836-41af-8371-9b15caa2326a']}} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:06:23.288665 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-58587a05-f0e9-4015-abda-634cc0276cb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da04233-c658-4827-bff5-031e04c1a1d5') {'for_net_delete': True} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:06:23.288955 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-58587a05-f0e9-4015-abda-634cc0276cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da04233-c658-4827-bff5-031e04c1a1d5') {} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:06:23.300202 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-58587a05-f0e9-4015-abda-634cc0276cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742179925270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58650094'] for segment, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:23.314473 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-58587a05-f0e9-4015-abda-634cc0276cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:23.320467 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58587a05-f0e9-4015-abda-634cc0276cb5 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=92467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 17:06:23.320802 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-58587a05-f0e9-4015-abda-634cc0276cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58650346'] for segment, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: Traceback (most recent call last): Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: timer() Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: cb(*args, **kw) Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: return func(*args, **kwargs) Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: self._notify() Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: self.callback(batched_events) Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: event.method(event) Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: return f(self, *a, **k) Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._get(url).json() Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: return self.request(url, 'GET', **kwargs) Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 17:06:23.322524 dv-cinder-796114-2-iscsi neutron-server[92467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 17:06:23.338681 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['f6d07ee1-8ee9-48ae-8af0-703b5c75edfb'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:06:23.470136 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-58587a05-f0e9-4015-abda-634cc0276cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16397317'] for network, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:23.476215 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-58587a05-f0e9-4015-abda-634cc0276cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:23.479897 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-58587a05-f0e9-4015-abda-634cc0276cb5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f19dc046-0836-41af-8371-9b15caa2326a HTTP/1.1" status: 204 len: 168 time: 0.4237878 Jun 12 17:06:23.480696 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-930c2fc3-69e3-4185-b7b3-0b8e7a488df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:23.499300 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58587a05-f0e9-4015-abda-634cc0276cb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f19dc046-0836-41af-8371-9b15caa2326a,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:23.502272 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-58587a05-f0e9-4015-abda-634cc0276cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:23.931090 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 58874) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:23.978199 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-60713630-4165-4a0f-96a9-515254c9edcb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b836797362084942b33f0cdc16d3a127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452344 Jun 12 17:06:23.981284 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 58876) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:23.984965 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38867a6d-d585-4265-8cd5-2ff6643086fb req-dedaaf15-c345-48df-a72b-a35bf6533876 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:23.986475 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-38867a6d-d585-4265-8cd5-2ff6643086fb req-dedaaf15-c345-48df-a72b-a35bf6533876 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21279a5-20c0-4edc-8350-b6bb8e946432 HTTP/1.1" status: 200 len: 944 time: 0.0743170 Jun 12 17:06:24.032985 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-38867a6d-d585-4265-8cd5-2ff6643086fb req-52f707f6-31c2-47d6-9349-3b61acf43e4d tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405128 Jun 12 17:06:24.050313 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe478-4292-4962-ab18-3a0097951b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:24.075293 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe478-4292-4962-ab18-3a0097951b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:24.205638 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c15f82-e5f8-4a5a-8aef-d901515925eb req-fbb18699-bb3c-4fb6-b264-526a827891c9 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:24.207083 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a2c15f82-e5f8-4a5a-8aef-d901515925eb req-fbb18699-bb3c-4fb6-b264-526a827891c9 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0719559 Jun 12 17:06:24.231123 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe478-4292-4962-ab18-3a0097951b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:24.233732 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe478-4292-4962-ab18-3a0097951b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:24.234780 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-6f9fe478-4292-4962-ab18-3a0097951b79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c77f15e5-acb6-4885-a62b-16e40773a44a HTTP/1.1" status: 204 len: 168 time: 0.2526615 Jun 12 17:06:24.236526 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-ab47e34d-b7b0-4f0e-a35b-c50fb7476f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:24.256889 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fe478-4292-4962-ab18-3a0097951b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77f15e5-acb6-4885-a62b-16e40773a44a,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:24.263660 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-6f9fe478-4292-4962-ab18-3a0097951b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:24.264035 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 58884) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:24.265030 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a2c15f82-e5f8-4a5a-8aef-d901515925eb req-cba3595a-99c8-43ea-ba77-57b88ed4bb89 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521412 Jun 12 17:06:24.402474 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-8851ad78-5bf0-4bde-80aa-261c19539b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:24.511038 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-8851ad78-5bf0-4bde-80aa-261c19539b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:24.578897 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-8851ad78-5bf0-4bde-80aa-261c19539b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:24.581881 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-bb833dcd-8587-465a-9535-bb5483209bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:24.602111 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device f6d07ee1-8ee9-48ae-8af0-703b5c75edfb up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:06:24.630142 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851ad78-5bf0-4bde-80aa-261c19539b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8360ecfe-1c44-4530-ad08-bd92de2a68f4,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:24.633379 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-8851ad78-5bf0-4bde-80aa-261c19539b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:24.638818 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-8851ad78-5bf0-4bde-80aa-261c19539b2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0d6c427af1e42b49091818bd7380754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711982 Jun 12 17:06:24.639302 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 58894) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:24.699348 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-817fabb1-83e8-4b48-9b66-c6a926977822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:24.704309 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-9236fd51-cb97-466a-b0c4-e0039c1787c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:24.726629 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-817fabb1-83e8-4b48-9b66-c6a926977822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:24.726865 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning for port f6d07ee1-8ee9-48ae-8af0-703b5c75edfb completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:06:24.730843 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port f6d07ee1-8ee9-48ae-8af0-703b5c75edfb triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:06:24.733832 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:24.849676 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:24.877267 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21279a5-20c0-4edc-8350-b6bb8e946432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d07ee1-8ee9-48ae-8af0-703b5c75edfb'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:06:24.879623 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1faad0-d670-4828-80d8-6ab444dbbf7d" -d '{"events": [{"server_uuid": "b21279a5-20c0-4edc-8350-b6bb8e946432", "name": "network-vif-plugged", "status": "completed", "tag": "f6d07ee1-8ee9-48ae-8af0-703b5c75edfb"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:06:24.887462 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-817fabb1-83e8-4b48-9b66-c6a926977822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:24.891288 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-817fabb1-83e8-4b48-9b66-c6a926977822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:24.895707 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-817fabb1-83e8-4b48-9b66-c6a926977822 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8360ecfe-1c44-4530-ad08-bd92de2a68f4 HTTP/1.1" status: 204 len: 168 time: 0.2521007 Jun 12 17:06:24.895707 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:24.895896 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:24.897204 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port f6d07ee1-8ee9-48ae-8af0-703b5c75edfb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f6d07ee1-8ee9-48ae-8af0-703b5c75edfb,segment=NetworkSegment(29156e22-d4f7-4803-8426-165b91d9ec1f),segment_id=29156e22-d4f7-4803-8426-165b91d9ec1f)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:06:24.903428 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fabb1-83e8-4b48-9b66-c6a926977822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8360ecfe-1c44-4530-ad08-bd92de2a68f4,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:24.906145 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-817fabb1-83e8-4b48-9b66-c6a926977822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:24.946034 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d6dae0-c449-4825-949d-151eac94bb36 x-openstack-request-id: req-28d6dae0-c449-4825-949d-151eac94bb36 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:06:24.946366 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21279a5-20c0-4edc-8350-b6bb8e946432", "name": "network-vif-plugged", "status": "completed", "tag": "f6d07ee1-8ee9-48ae-8af0-703b5c75edfb", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:06:24.946660 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28d6dae0-c449-4825-949d-151eac94bb36 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:06:24.948051 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21279a5-20c0-4edc-8350-b6bb8e946432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d07ee1-8ee9-48ae-8af0-703b5c75edfb', 'code': 200} Jun 12 17:06:24.961391 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:24.964556 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:24.997957 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 58904) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:25.030066 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=f6d07ee1-8ee9-48ae-8af0-703b5c75edfb,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:25.033211 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:25.047656 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-29228b50-d3a4-439c-9755-708d79916ec2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1abc43086d6f43fc9c2c2dc7ab74dca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484600 Jun 12 17:06:25.050002 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 58906) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:25.117603 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-764435f1-66fd-4c00-b042-8c0c24748236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:25.147160 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-764435f1-66fd-4c00-b042-8c0c24748236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:25.246474 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed8959-76fb-4779-b84a-6d71d8799981 req-6dbed11e-5b78-4b8a-8db3-9f6651e037b4 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:25.248166 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-eeed8959-76fb-4779-b84a-6d71d8799981 req-6dbed11e-5b78-4b8a-8db3-9f6651e037b4 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21279a5-20c0-4edc-8350-b6bb8e946432 HTTP/1.1" status: 200 len: 945 time: 0.0781960 Jun 12 17:06:25.306754 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-eeed8959-76fb-4779-b84a-6d71d8799981 req-7c80ac38-edd5-4007-a61e-188cbca53892 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520506 Jun 12 17:06:25.316427 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-764435f1-66fd-4c00-b042-8c0c24748236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:25.320440 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-764435f1-66fd-4c00-b042-8c0c24748236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:25.322658 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-764435f1-66fd-4c00-b042-8c0c24748236 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a3d00a6-0d93-4224-9645-df6265b35618 HTTP/1.1" status: 204 len: 168 time: 0.2711401 Jun 12 17:06:25.324551 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6558b0b4-d4a1-48f7-8375-fae29ada4bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:25.352705 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764435f1-66fd-4c00-b042-8c0c24748236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3d00a6-0d93-4224-9645-df6265b35618,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:25.355449 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-764435f1-66fd-4c00-b042-8c0c24748236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:25.423099 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053f97e-abae-4a90-be84-7c8328af1173 req-179ac64c-717c-4bb9-bda8-e76cad7dd03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:25.425635 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5053f97e-abae-4a90-be84-7c8328af1173 req-179ac64c-717c-4bb9-bda8-e76cad7dd03d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b21279a5-20c0-4edc-8350-b6bb8e946432 HTTP/1.1" status: 200 len: 1098 time: 0.0930247 Jun 12 17:06:25.512131 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5053f97e-abae-4a90-be84-7c8328af1173 req-8fdbf25e-fc03-4835-a337-759e82b13973 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772066 Jun 12 17:06:25.543322 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64d1d2-9903-4585-8e4f-824431407e8a req-f238e1e0-f4d3-47dc-a4e2-dbd2c8e61e20 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:25.544845 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fd64d1d2-9903-4585-8e4f-824431407e8a req-f238e1e0-f4d3-47dc-a4e2-dbd2c8e61e20 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0911326 Jun 12 17:06:25.602325 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fd64d1d2-9903-4585-8e4f-824431407e8a req-d892d6f3-f922-43a4-b612-4756f208e458 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517704 Jun 12 17:06:25.761479 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:25.778989 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:26.506050 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ff71d-784a-4782-8616-aa3cda0a25bb req-1dac1e1d-0e6a-4269-9e12-9ea550d3d012 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:26.507671 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-437ff71d-784a-4782-8616-aa3cda0a25bb req-1dac1e1d-0e6a-4269-9e12-9ea550d3d012 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21279a5-20c0-4edc-8350-b6bb8e946432 HTTP/1.1" status: 200 len: 945 time: 0.0702596 Jun 12 17:06:26.552874 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-437ff71d-784a-4782-8616-aa3cda0a25bb req-3ea0f618-eb60-464b-a26b-c128bcb96844 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390732 Jun 12 17:06:26.830850 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8227933-5d00-453b-8c5d-9a30288801f6 req-d024a419-f683-4e01-8b18-e2d016ff9140 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:26.832443 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e8227933-5d00-453b-8c5d-9a30288801f6 req-d024a419-f683-4e01-8b18-e2d016ff9140 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0875998 Jun 12 17:06:26.877930 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e8227933-5d00-453b-8c5d-9a30288801f6 req-94f5d611-59d9-4e5e-be2d-ebd21fc4baba tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382988 Jun 12 17:06:27.170729 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 58960) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:27.270202 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:27.287812 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-8665a100-3580-4489-8a63-f42f8aebb89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:27.381862 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-8665a100-3580-4489-8a63-f42f8aebb89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:27.435712 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-8665a100-3580-4489-8a63-f42f8aebb89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:27.438305 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-817fabb1-83e8-4b48-9b66-c6a926977822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:27.481167 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-8665a100-3580-4489-8a63-f42f8aebb89d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bbe9ba2bcab74d8eb5a4209f47437e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3093193 Jun 12 17:06:27.482086 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665a100-3580-4489-8a63-f42f8aebb89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7a7794-a981-4b07-94ea-628266f93d1d,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:27.483924 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 58964) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:27.485082 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-8665a100-3580-4489-8a63-f42f8aebb89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:27.538135 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e23131f8-60c0-4656-b4b5-2fdf6a2c6ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:27.561217 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e23131f8-60c0-4656-b4b5-2fdf6a2c6ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:27.681933 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e23131f8-60c0-4656-b4b5-2fdf6a2c6ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:27.684562 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e23131f8-60c0-4656-b4b5-2fdf6a2c6ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:27.685720 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-e23131f8-60c0-4656-b4b5-2fdf6a2c6ebb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d7a7794-a981-4b07-94ea-628266f93d1d HTTP/1.1" status: 204 len: 168 time: 0.2001464 Jun 12 17:06:27.686418 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:27.697650 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23131f8-60c0-4656-b4b5-2fdf6a2c6ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7a7794-a981-4b07-94ea-628266f93d1d,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:27.705965 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-e23131f8-60c0-4656-b4b5-2fdf6a2c6ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:27.761375 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969688cf-0b26-4412-8a7e-ffa00c9e8268 req-784879c8-8314-4164-b466-275e7e4d4725 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:27.763038 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-969688cf-0b26-4412-8a7e-ffa00c9e8268 req-784879c8-8314-4164-b466-275e7e4d4725 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21279a5-20c0-4edc-8350-b6bb8e946432 HTTP/1.1" status: 200 len: 945 time: 0.0893164 Jun 12 17:06:27.823666 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-969688cf-0b26-4412-8a7e-ffa00c9e8268 req-37e75ab8-ed59-4c66-9545-d3257b62dce1 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549436 Jun 12 17:06:28.100173 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b26dc-487d-4f55-b0a4-d313558b57a1 req-961d4319-ecc7-4fa7-bd3d-52aa507981d1 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:28.101800 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-390b26dc-487d-4f55-b0a4-d313558b57a1 req-961d4319-ecc7-4fa7-bd3d-52aa507981d1 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0815151 Jun 12 17:06:28.150739 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-390b26dc-487d-4f55-b0a4-d313558b57a1 req-042299d7-fd5e-47ad-beb9-6f02de630723 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416596 Jun 12 17:06:29.350521 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1e11e-52f0-45bd-b60f-82f62b575dbc req-30225629-f956-46ce-9ca9-e572d7bd2fe3 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:29.352002 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-90c1e11e-52f0-45bd-b60f-82f62b575dbc req-30225629-f956-46ce-9ca9-e572d7bd2fe3 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0737388 Jun 12 17:06:29.394734 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-90c1e11e-52f0-45bd-b60f-82f62b575dbc req-05bfd3f1-2046-46b7-a1c6-01352c552a5a tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368950 Jun 12 17:06:30.616539 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62195c4e-6be3-4d67-8a86-e2fed0750323 req-2b6c5f77-76b1-4ed4-bff7-173a8e5f91cd tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:30.616539 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-62195c4e-6be3-4d67-8a86-e2fed0750323 req-2b6c5f77-76b1-4ed4-bff7-173a8e5f91cd tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0909193 Jun 12 17:06:30.670052 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-62195c4e-6be3-4d67-8a86-e2fed0750323 req-4c3adb7a-f925-4d45-97cb-20b5c185f90e tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538368 Jun 12 17:06:31.863775 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fd088-845c-40f9-ab60-b51953dd1c19 req-f07c225b-6b4d-40fc-a3c9-e975e9cfbcbd tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:31.865276 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3a0fd088-845c-40f9-ab60-b51953dd1c19 req-f07c225b-6b4d-40fc-a3c9-e975e9cfbcbd tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0683489 Jun 12 17:06:31.909101 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3a0fd088-845c-40f9-ab60-b51953dd1c19 req-da92a789-0ee4-4a6b-b782-0372ba9924d7 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374553 Jun 12 17:06:33.232338 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:06:35.352989 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90837d24-b840-4e7d-acba-4992b6831db3 req-ca0176e8-3618-448e-8885-5a3609186a26 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:35.355182 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-90837d24-b840-4e7d-acba-4992b6831db3 req-ca0176e8-3618-448e-8885-5a3609186a26 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0693915 Jun 12 17:06:35.396709 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-90837d24-b840-4e7d-acba-4992b6831db3 req-440a1566-8516-4e1c-9cd4-15a90882bc88 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354400 Jun 12 17:06:36.611983 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96c883-9357-487c-a333-b4ca44fee58f req-bb364b24-2bee-4750-8087-84094692809d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:36.613530 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fa96c883-9357-487c-a333-b4ca44fee58f req-bb364b24-2bee-4750-8087-84094692809d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0954809 Jun 12 17:06:36.659921 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fa96c883-9357-487c-a333-b4ca44fee58f req-fe517f34-e28f-4a4c-aef3-6cac41421b0d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397949 Jun 12 17:06:37.887783 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442fbcc-8f77-4ef2-8033-a703007b13a7 req-1307232e-616c-4066-9526-bdfbdb45957c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:37.889269 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0442fbcc-8f77-4ef2-8033-a703007b13a7 req-1307232e-616c-4066-9526-bdfbdb45957c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0832043 Jun 12 17:06:37.934595 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0442fbcc-8f77-4ef2-8033-a703007b13a7 req-ddf51caa-21ae-48b9-ae76-6170f3bef784 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379584 Jun 12 17:06:39.135678 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa41fb-62ec-45b6-9cd1-66d8134a87d3 req-81b4cbf9-0852-4aa3-b224-481643d61d8d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:39.137726 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5caa41fb-62ec-45b6-9cd1-66d8134a87d3 req-81b4cbf9-0852-4aa3-b224-481643d61d8d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0813241 Jun 12 17:06:39.181484 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5caa41fb-62ec-45b6-9cd1-66d8134a87d3 req-4f70242e-7262-40b6-b4a5-46454b6fcdd5 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371580 Jun 12 17:06:40.373293 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e42d4f-c499-45ad-90a7-0e6ded423b8b req-3996b440-95bb-4649-9744-015f320272b5 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:40.374806 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d1e42d4f-c499-45ad-90a7-0e6ded423b8b req-3996b440-95bb-4649-9744-015f320272b5 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0763288 Jun 12 17:06:40.424076 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d1e42d4f-c499-45ad-90a7-0e6ded423b8b req-3ef40240-3aa1-4f19-a259-1aab78510730 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381582 Jun 12 17:06:40.925696 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab217573-e7a0-4d17-891f-0f143cb32929 req-2b673752-b424-462a-aed5-ca91f57dd2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:40.927660 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ab217573-e7a0-4d17-891f-0f143cb32929 req-2b673752-b424-462a-aed5-ca91f57dd2cb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 1098 time: 0.0944245 Jun 12 17:06:40.949491 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 59240) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:40.981857 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ab217573-e7a0-4d17-891f-0f143cb32929 req-d22bcd1b-2a04-47f7-8ba1-a6ba46c16f35 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465915 Jun 12 17:06:41.080766 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-1b77c65c-f6fb-489e-97a1-ae29a9e776b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:41.202562 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-1b77c65c-f6fb-489e-97a1-ae29a9e776b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:41.294144 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-1b77c65c-f6fb-489e-97a1-ae29a9e776b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:41.300786 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-549d2d91-e14a-4336-8d81-ec431530033f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:41.339860 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-a9fe2349-5242-4daa-88f5-366efb9972eb tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:41.341262 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-a9fe2349-5242-4daa-88f5-366efb9972eb tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/networks?id=125cb4fd-0296-45b2-bf49-aefe6877aead HTTP/1.1" status: 200 len: 815 time: 0.1403904 Jun 12 17:06:41.343273 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-1b77c65c-f6fb-489e-97a1-ae29a9e776b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bdebd7402b44e2fa1f64fbbecaaf87a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3918624 Jun 12 17:06:41.344506 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77c65c-f6fb-489e-97a1-ae29a9e776b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00c0be6-0294-42e5-b16c-2e28ecf30803,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:41.345899 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 59270) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:41.347612 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-1b77c65c-f6fb-489e-97a1-ae29a9e776b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:41.382505 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-6df34ae0-694a-4683-98ab-35c58f1f893b tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/quotas/a00f9cbf2f9744efbd69f0b786efb35c HTTP/1.1" status: 200 len: 375 time: 0.0208797 Jun 12 17:06:41.453934 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9fd9458e-9d1a-47c4-82d1-c0ca9b966ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:41.491316 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9fd9458e-9d1a-47c4-82d1-c0ca9b966ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:41.522758 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-8c1aa096-3a92-4d1c-831b-4580911d7391 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a00f9cbf2f9744efbd69f0b786efb35c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1295846 Jun 12 17:06:41.551875 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb7c01-759e-4476-9e6d-fbe2d7a93eaf req-deb1d5d5-f4f8-467f-a6c0-2e04723ecc54 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:41.553337 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4dbb7c01-759e-4476-9e6d-fbe2d7a93eaf req-deb1d5d5-f4f8-467f-a6c0-2e04723ecc54 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.0743473 Jun 12 17:06:41.605194 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4dbb7c01-759e-4476-9e6d-fbe2d7a93eaf req-9db44c79-8e65-488b-935a-573fcc33f5f8 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449615 Jun 12 17:06:41.654320 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-17792bef-5450-44ac-b0f7-df8308fbab3f service neutron] 10.222.0.16 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186299 Jun 12 17:06:41.751253 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9fd9458e-9d1a-47c4-82d1-c0ca9b966ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:41.753908 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9fd9458e-9d1a-47c4-82d1-c0ca9b966ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:41.755143 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-9fd9458e-9d1a-47c4-82d1-c0ca9b966ba8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d00c0be6-0294-42e5-b16c-2e28ecf30803 HTTP/1.1" status: 204 len: 168 time: 0.4083099 Jun 12 17:06:41.763379 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9348f6b5-a42c-4417-b5a9-e0724aa03cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:41.777570 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9458e-9d1a-47c4-82d1-c0ca9b966ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00c0be6-0294-42e5-b16c-2e28ecf30803,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:41.784607 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9fd9458e-9d1a-47c4-82d1-c0ca9b966ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:41.813446 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-539428ed-9de0-4ec7-a11e-fe4e437009cf service neutron] 10.222.0.16 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532505 Jun 12 17:06:41.957386 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5c38e-45ea-4f79-817c-ec8bb7bf7d8b req-b48c3f28-e7ad-452b-9cfa-47ee5eab938a tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:41.959438 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-13f5c38e-45ea-4f79-817c-ec8bb7bf7d8b req-b48c3f28-e7ad-452b-9cfa-47ee5eab938a tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0778871 Jun 12 17:06:42.017582 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-13f5c38e-45ea-4f79-817c-ec8bb7bf7d8b req-0a6c22c2-9dd3-4e7d-b8ff-f78cc8ccbd0d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490603 Jun 12 17:06:42.184415 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3eb7cb81-ba34-41b6-b6ff-865412d7ff2b req-36cef5cc-3c83-43b5-bd4e-2a9da4278e00 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 210 time: 0.0464041 Jun 12 17:06:42.799849 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797afae-6558-4b2b-8cee-ffa36f791946 req-e03c11c1-591b-4d8f-af89-e30b8aaff6be tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:42.801306 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b797afae-6558-4b2b-8cee-ffa36f791946 req-e03c11c1-591b-4d8f-af89-e30b8aaff6be tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.0774727 Jun 12 17:06:42.848803 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b797afae-6558-4b2b-8cee-ffa36f791946 req-02ae405d-bc25-470c-9310-8d7fc0520282 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418665 Jun 12 17:06:43.263339 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd38fd-25f0-43a1-894a-ecaef1d58a0b req-31450663-4c10-4d94-a132-68a553c2829c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:43.265181 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-02cd38fd-25f0-43a1-894a-ecaef1d58a0b req-31450663-4c10-4d94-a132-68a553c2829c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0934277 Jun 12 17:06:43.332950 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-02cd38fd-25f0-43a1-894a-ecaef1d58a0b req-c62b20f4-ac17-4e80-852d-441048ca8741 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610735 Jun 12 17:06:43.351690 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f69dcd87-0d4e-4ff9-8890-b7a75f61a66a req-b768b338-885b-48b4-892a-9979472e5a56 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 210 time: 0.0451872 Jun 12 17:06:44.025998 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ae4bb-b9da-4088-96fa-011111a7130b req-525271fa-54f7-4743-9cab-a71c14169c53 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:44.027588 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-977ae4bb-b9da-4088-96fa-011111a7130b req-525271fa-54f7-4743-9cab-a71c14169c53 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1434460 Jun 12 17:06:44.033248 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee9114-15e2-44d6-8b2c-b7f271546cfe req-43751acb-363d-477f-8d6b-85cd4b163b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:44.034721 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-43ee9114-15e2-44d6-8b2c-b7f271546cfe req-43751acb-363d-477f-8d6b-85cd4b163b34 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f05fb791868a4bc09d17000a059c9879&device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 1098 time: 0.1131680 Jun 12 17:06:44.059088 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c160124-8412-4b6a-99bb-d10f3b2ecf2c req-5f4e30f3-3e0f-4603-8c6a-185695693bf1 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:44.060587 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-2c160124-8412-4b6a-99bb-d10f3b2ecf2c req-5f4e30f3-3e0f-4603-8c6a-185695693bf1 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.0739455 Jun 12 17:06:44.103429 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-977ae4bb-b9da-4088-96fa-011111a7130b req-17a1db35-6ab1-4ef9-84a7-827dfc105bd2 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676560 Jun 12 17:06:44.114183 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-2c160124-8412-4b6a-99bb-d10f3b2ecf2c req-b65cf729-69b1-476d-8918-0bbfb0a46fb2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477552 Jun 12 17:06:44.191880 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee9114-15e2-44d6-8b2c-b7f271546cfe req-c63c3e5f-2d9b-4009-a7c8-fc358857f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:44.193559 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-43ee9114-15e2-44d6-8b2c-b7f271546cfe req-c63c3e5f-2d9b-4009-a7c8-fc358857f5bd service neutron] 10.222.0.22 "GET /v2.0/networks?id=0eafd16f-a46c-448b-a61d-13c84461e05d HTTP/1.1" status: 200 len: 920 time: 0.1368239 Jun 12 17:06:44.253685 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-43ee9114-15e2-44d6-8b2c-b7f271546cfe req-28cc5c78-759c-476d-8140-943fd6cc98fa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80e57d56-a381-4620-95f2-9c70e9d270d6 HTTP/1.1" status: 200 len: 217 time: 0.0512404 Jun 12 17:06:44.318301 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee9114-15e2-44d6-8b2c-b7f271546cfe req-19cdb787-ce44-4441-a864-f455e556c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:44.319699 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-43ee9114-15e2-44d6-8b2c-b7f271546cfe req-19cdb787-ce44-4441-a864-f455e556c2b2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c894c67e-9afd-476d-b855-4f5171bf79e1 HTTP/1.1" status: 200 len: 859 time: 0.0556097 Jun 12 17:06:44.371608 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-43ee9114-15e2-44d6-8b2c-b7f271546cfe req-bc69c38a-83da-45e7-bfd4-faae2cd85bf2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0eafd16f-a46c-448b-a61d-13c84461e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337098 Jun 12 17:06:44.817467 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c8173b2f-37da-4ff9-9c14-b560f9289ddd req-68d74621-bb86-4993-a4cd-4afc6ef2caf9 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 210 time: 0.0738411 Jun 12 17:06:44.884208 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-43ee9114-15e2-44d6-8b2c-b7f271546cfe req-e5248289-2fa1-493f-9fc2-3a486d7656f5 service neutron] 10.222.0.22 "GET /v2.0/networks/0eafd16f-a46c-448b-a61d-13c84461e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943013 Jun 12 17:06:44.954270 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-a68146bf-7f94-4f7b-983a-9c199b5b7734 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:44.955712 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-a68146bf-7f94-4f7b-983a-9c199b5b7734 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.22 "GET /v2.0/networks?id=125cb4fd-0296-45b2-bf49-aefe6877aead HTTP/1.1" status: 200 len: 815 time: 0.2148809 Jun 12 17:06:45.009031 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Request body: {'port': {'device_id': 'efb49992-3d76-4414-aa48-aa7fd35bddfb', 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead', 'admin_state_up': True, 'tenant_id': 'a00f9cbf2f9744efbd69f0b786efb35c'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:06:45.125870 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-43ee9114-15e2-44d6-8b2c-b7f271546cfe req-9268d528-a51c-4b9e-b4da-a8769fbfc682 service neutron] 10.222.0.22 "GET /v2.0/networks/0eafd16f-a46c-448b-a61d-13c84461e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218862 Jun 12 17:06:45.320050 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a32b88-5393-495f-9a1e-cb16346ed921 req-562c414f-135e-48bf-8dd6-b14dc15e8271 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:45.323987 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-47a32b88-5393-495f-9a1e-cb16346ed921 req-562c414f-135e-48bf-8dd6-b14dc15e8271 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0856502 Jun 12 17:06:45.338778 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Made reservation on behalf of a00f9cbf2f9744efbd69f0b786efb35c for: {'port': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:06:45.342377 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:45.366793 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-47a32b88-5393-495f-9a1e-cb16346ed921 req-980c5cac-79d6-40b8-a80f-366521a5fb51 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390167 Jun 12 17:06:45.385901 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323948b7-4a2f-4599-a345-0628b5992bc2 req-6e477b0a-8a62-45e4-9698-c564ff3d2d43 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:45.387365 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-323948b7-4a2f-4599-a345-0628b5992bc2 req-6e477b0a-8a62-45e4-9698-c564ff3d2d43 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.1103144 Jun 12 17:06:45.480276 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-323948b7-4a2f-4599-a345-0628b5992bc2 req-cd1ae1dd-8f03-46c4-a243-53af61b00e67 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568750 Jun 12 17:06:45.532044 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Allocated IP 172.20.0.12 (125cb4fd-0296-45b2-bf49-aefe6877aead/e99254b9-d790-4af1-8b27-77862c199d32/0c4c4509-acfc-415f-93c5-42cda003e027) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:06:45.711726 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:45.875798 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:45.879818 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-cf80688b-ab5e-4fc1-bfae-104d2be0afa4 tempest-DeleteServersTestJSON-2139922810 tempest-DeleteServersTestJSON-2139922810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:45.894910 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['1d535e4b-3946-4f2a-a276-c1ce680faa52', '28a49bb0-7700-4e5f-9cba-5ba82f9d3f49', 'f6d07ee1-8ee9-48ae-8af0-703b5c75edfb'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:06:45.934598 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Network 125cb4fd-0296-45b2-bf49-aefe6877aead is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:06:45.937880 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:06:45.945848 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:06:45.981897 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Pushing event updated for resources: {'Port': ['ID=0c4c4509-acfc-415f-93c5-42cda003e027,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:45.996343 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:45.996961 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:45.997324 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:45.997681 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:45.998034 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:45.998385 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:45.998735 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:45.999082 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:45.999427 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:45.999882 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:46.000161 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:46.000505 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:46.011699 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:46.026412 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:46.027059 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:46.031761 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875a70f-b0e9-4447-9e7b-4ac74b6337de req-1a724f3c-e20f-4775-9200-f181a4c1a612 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:46.039129 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3875a70f-b0e9-4447-9e7b-4ac74b6337de req-1a724f3c-e20f-4775-9200-f181a4c1a612 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 932 time: 0.0960686 Jun 12 17:06:46.077026 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3875a70f-b0e9-4447-9e7b-4ac74b6337de req-f51438ed-d2de-45d5-9027-fbc37462f049 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369482 Jun 12 17:06:46.139202 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1340206 Jun 12 17:06:46.151220 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Request body: {'port': {'device_id': 'efb49992-3d76-4414-aa48-aa7fd35bddfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:06:46.246483 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:46.623931 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a48d9-9bf6-4b03-8cba-8a24ce03f4a8 req-bd6d6f6f-acba-4c21-a4af-a9733d4c235e tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:46.625433 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-897a48d9-9bf6-4b03-8cba-8a24ce03f4a8 req-bd6d6f6f-acba-4c21-a4af-a9733d4c235e tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1406732 Jun 12 17:06:46.631022 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4c4509-acfc-415f-93c5-42cda003e027 {{(pid=92467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:06:46.641177 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:46.671958 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Transition to ACTIVE for port object 0c4c4509-acfc-415f-93c5-42cda003e027 will not be triggered until provisioned by entity L2. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:06:46.687813 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-897a48d9-9bf6-4b03-8cba-8a24ce03f4a8 req-3fcb181b-a668-4bbe-b01b-1e2fb010780b tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512431 Jun 12 17:06:46.693256 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a1a6b-8a94-440e-b731-b9a6c72bf888 req-98af2a50-d1c2-453e-bb0d-11239c0b8999 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:46.693256 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ab8a1a6b-8a94-440e-b731-b9a6c72bf888 req-98af2a50-d1c2-453e-bb0d-11239c0b8999 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.0802639 Jun 12 17:06:46.738560 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ab8a1a6b-8a94-440e-b731-b9a6c72bf888 req-e5fbe257-414b-4a65-a351-ec594ef56dfa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383451 Jun 12 17:06:46.744768 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:46.747615 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:46.847719 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Pushing event updated for resources: {'Port': ['ID=0c4c4509-acfc-415f-93c5-42cda003e027,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:46.850577 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:46.938961 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Attempting to bind port 0c4c4509-acfc-415f-93c5-42cda003e027 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:06:46.939303 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Attempting to bind port 0c4c4509-acfc-415f-93c5-42cda003e027 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '29156e22-d4f7-4803-8426-165b91d9ec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead'}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:06:46.939661 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Attempting to bind port 0c4c4509-acfc-415f-93c5-42cda003e027 on network 125cb4fd-0296-45b2-bf49-aefe6877aead {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:06:46.944304 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Port 0c4c4509-acfc-415f-93c5-42cda003e027 on network 125cb4fd-0296-45b2-bf49-aefe6877aead not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 17:06:46.944662 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Attempting to bind port 0c4c4509-acfc-415f-93c5-42cda003e027 on network 125cb4fd-0296-45b2-bf49-aefe6877aead {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:06:46.949984 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Checking agent: {'id': '2dfdfaa1-9da4-4da7-bc93-db92fb710195', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'started_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:06:46.950328 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Checking segment: {'id': '29156e22-d4f7-4803-8426-165b91d9ec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:06:46.950707 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Bound using segment: {'id': '29156e22-d4f7-4803-8426-165b91d9ec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead'} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:06:46.951131 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Bound port: 0c4c4509-acfc-415f-93c5-42cda003e027, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29156e22-d4f7-4803-8426-165b91d9ec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead'}}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:06:46.951483 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:47.026014 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] For port 0c4c4509-acfc-415f-93c5-42cda003e027, host hv-cinder-79611, cleared binding levels {{(pid=92467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:06:47.029543 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] For port 0c4c4509-acfc-415f-93c5-42cda003e027, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=0c4c4509-acfc-415f-93c5-42cda003e027,segment=NetworkSegment(29156e22-d4f7-4803-8426-165b91d9ec1f),segment_id=29156e22-d4f7-4803-8426-165b91d9ec1f)] {{(pid=92467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:06:47.116245 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:47.118284 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:47.169543 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:47.170233 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:47.171722 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] 10.222.0.22 "PUT /v2.0/ports/0c4c4509-acfc-415f-93c5-42cda003e027 HTTP/1.1" status: 200 len: 1094 time: 1.0249860 Jun 12 17:06:47.172247 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb49992-3d76-4414-aa48-aa7fd35bddfb', 'tag': '0c4c4509-acfc-415f-93c5-42cda003e027'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:06:47.175437 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8545bec3-a759-4082-a05b-86d61f17efb0" -d '{"events": [{"name": "network-changed", "server_uuid": "efb49992-3d76-4414-aa48-aa7fd35bddfb", "tag": "0c4c4509-acfc-415f-93c5-42cda003e027"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:06:47.246869 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bac7b37-f703-43b1-b945-c306b56907aa x-openstack-request-id: req-4bac7b37-f703-43b1-b945-c306b56907aa {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:06:47.247191 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb49992-3d76-4414-aa48-aa7fd35bddfb", "tag": "0c4c4509-acfc-415f-93c5-42cda003e027", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:06:47.247474 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4bac7b37-f703-43b1-b945-c306b56907aa {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:06:47.247914 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb49992-3d76-4414-aa48-aa7fd35bddfb', 'tag': '0c4c4509-acfc-415f-93c5-42cda003e027', 'status': 'completed', 'code': 200} Jun 12 17:06:47.284042 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Pushing event updated for resources: {'Port': ['ID=0c4c4509-acfc-415f-93c5-42cda003e027,revision_number=3']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:47.291112 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:47.335176 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aecdf4-acf2-4fa4-90da-efed39b72cbb req-fe3feff4-d6df-47b1-8f0b-1b637e12a33b tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:47.336658 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-87aecdf4-acf2-4fa4-90da-efed39b72cbb req-fe3feff4-d6df-47b1-8f0b-1b637e12a33b tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 944 time: 0.1362360 Jun 12 17:06:47.342744 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545bec3-a759-4082-a05b-86d61f17efb0 req-0a8d5689-10b7-4bf6-afe1-aedc61212de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:47.344144 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8545bec3-a759-4082-a05b-86d61f17efb0 req-0a8d5689-10b7-4bf6-afe1-aedc61212de8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a00f9cbf2f9744efbd69f0b786efb35c&device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 1097 time: 0.0921533 Jun 12 17:06:47.418971 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-87aecdf4-acf2-4fa4-90da-efed39b72cbb req-297c0803-64ce-403d-9de5-4a5ac4326df5 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738187 Jun 12 17:06:47.491951 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545bec3-a759-4082-a05b-86d61f17efb0 req-89253400-67e0-473d-948e-e7c992d4137d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:47.493468 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8545bec3-a759-4082-a05b-86d61f17efb0 req-89253400-67e0-473d-948e-e7c992d4137d service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=a00f9cbf2f9744efbd69f0b786efb35c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1414013 Jun 12 17:06:47.612967 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545bec3-a759-4082-a05b-86d61f17efb0 req-fdcf6429-c718-4dbf-a8de-56524ad2a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:47.614380 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8545bec3-a759-4082-a05b-86d61f17efb0 req-fdcf6429-c718-4dbf-a8de-56524ad2a1c0 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1133862 Jun 12 17:06:47.713406 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-2106b5c6-acca-43d5-afee-d4700479c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:47.715405 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-2106b5c6-acca-43d5-afee-d4700479c150 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a00f9cbf2f9744efbd69f0b786efb35c&device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 1097 time: 0.0574584 Jun 12 17:06:47.785984 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-7c3e0c3a-560a-46f7-87c5-dd34b940f0b6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c4c4509-acfc-415f-93c5-42cda003e027 HTTP/1.1" status: 200 len: 217 time: 0.0539682 Jun 12 17:06:47.852825 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-91188ff1-4619-4693-9577-11ec91589aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:47.853944 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-91188ff1-4619-4693-9577-11ec91589aa9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e99254b9-d790-4af1-8b27-77862c199d32 HTTP/1.1" status: 200 len: 855 time: 0.0597513 Jun 12 17:06:47.894678 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901dcab-b92a-4fa1-b4b7-915ca826eb87 req-04518bf4-bebf-42dc-adfe-3d7276abbd70 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:47.896245 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a901dcab-b92a-4fa1-b4b7-915ca826eb87 req-04518bf4-bebf-42dc-adfe-3d7276abbd70 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0893426 Jun 12 17:06:47.898803 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-d3b0e74b-5ad1-4fac-a5b2-3f64f353a590 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=125cb4fd-0296-45b2-bf49-aefe6877aead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370746 Jun 12 17:06:47.944490 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a901dcab-b92a-4fa1-b4b7-915ca826eb87 req-0709b95e-0791-495d-abd4-897a239be239 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421140 Jun 12 17:06:48.065595 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f5176-4ad2-4769-8fa4-bcafe3306340 req-8d82d768-afb4-4497-8587-3ee9f111664f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:48.067284 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ea2f5176-4ad2-4769-8fa4-bcafe3306340 req-8d82d768-afb4-4497-8587-3ee9f111664f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.1705379 Jun 12 17:06:48.094361 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-60eb46b7-6e5e-4733-8dcc-12e874e1dfd9 service neutron] 10.222.0.22 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600883 Jun 12 17:06:48.135292 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ea2f5176-4ad2-4769-8fa4-bcafe3306340 req-6801e8f9-4172-4837-b4ae-7da054ec7703 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605543 Jun 12 17:06:48.230179 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-95f2f59d-f65a-4b5d-a6a4-c3df95d2d6a8 req-629f57a8-b396-4fec-9de6-2f9f8c532357 service neutron] 10.222.0.22 "GET /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213927 Jun 12 17:06:48.553761 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 59474) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:48.601793 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef556f-2493-4c2b-ae02-b05390d307d7 req-8db3a29a-85f5-45a6-8ce5-f2c643385066 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:48.603660 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1bef556f-2493-4c2b-ae02-b05390d307d7 req-8db3a29a-85f5-45a6-8ce5-f2c643385066 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 944 time: 0.0736361 Jun 12 17:06:48.648508 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1bef556f-2493-4c2b-ae02-b05390d307d7 req-f6d5ce85-843f-4998-99fa-2705d43313c9 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388300 Jun 12 17:06:48.674748 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b2994b03-438d-4652-818d-214005c0bc8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:48.775167 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b2994b03-438d-4652-818d-214005c0bc8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:48.897535 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b2994b03-438d-4652-818d-214005c0bc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:48.902914 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-4a7e3f03-8a5b-4dbf-9faf-f4acc025150b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:48.944619 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2994b03-438d-4652-818d-214005c0bc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978232a8-8afe-40e6-b0d2-58a8f1d10a11,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:48.946034 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-b2994b03-438d-4652-818d-214005c0bc8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:48.952099 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 59492) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:48.958790 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-b2994b03-438d-4652-818d-214005c0bc8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c698ccd1c52b430790aac0f894d4724a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4038970 Jun 12 17:06:49.161048 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9e4c94af-1679-44b9-a20e-bf593ab26e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:49.161048 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9e4c94af-1679-44b9-a20e-bf593ab26e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:49.162984 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15ad04-5637-4906-8b67-26df55eaf624 req-9c6ecc9e-0432-49a7-8d3f-73cc5e48a180 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:49.162984 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9b15ad04-5637-4906-8b67-26df55eaf624 req-9c6ecc9e-0432-49a7-8d3f-73cc5e48a180 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0739415 Jun 12 17:06:49.199028 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9b15ad04-5637-4906-8b67-26df55eaf624 req-9b8e0d10-b0b0-4562-8466-bfd35e377b28 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412302 Jun 12 17:06:49.335010 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979122af-6961-4ac3-8f9a-b37f6502f7bf req-8f05c7de-51f5-4dd8-8514-46d7f93da28d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:49.336578 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-979122af-6961-4ac3-8f9a-b37f6502f7bf req-8f05c7de-51f5-4dd8-8514-46d7f93da28d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.0742464 Jun 12 17:06:49.349422 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9e4c94af-1679-44b9-a20e-bf593ab26e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:49.351919 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9e4c94af-1679-44b9-a20e-bf593ab26e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:49.352954 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-9e4c94af-1679-44b9-a20e-bf593ab26e3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/978232a8-8afe-40e6-b0d2-58a8f1d10a11 HTTP/1.1" status: 204 len: 168 time: 0.4000745 Jun 12 17:06:49.560223 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-3ac6d5f0-1cdb-4e54-b540-192b59ba56fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:49.571204 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c94af-1679-44b9-a20e-bf593ab26e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978232a8-8afe-40e6-b0d2-58a8f1d10a11,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:49.587762 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c94af-1679-44b9-a20e-bf593ab26e3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:49.591381 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c94af-1679-44b9-a20e-bf593ab26e3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:49.591381 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c94af-1679-44b9-a20e-bf593ab26e3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:49.591381 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c94af-1679-44b9-a20e-bf593ab26e3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:49.591381 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c94af-1679-44b9-a20e-bf593ab26e3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:49.591381 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c94af-1679-44b9-a20e-bf593ab26e3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:49.591381 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c94af-1679-44b9-a20e-bf593ab26e3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:49.591381 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c94af-1679-44b9-a20e-bf593ab26e3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:49.591381 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c94af-1679-44b9-a20e-bf593ab26e3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:49.591381 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c94af-1679-44b9-a20e-bf593ab26e3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:49.591381 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c94af-1679-44b9-a20e-bf593ab26e3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:49.591381 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4c94af-1679-44b9-a20e-bf593ab26e3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:49.595665 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-9e4c94af-1679-44b9-a20e-bf593ab26e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:49.600578 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-979122af-6961-4ac3-8f9a-b37f6502f7bf req-19423dc8-8426-4cdc-9ba2-c5f86e07e1d8 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582679 Jun 12 17:06:49.841918 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb7a1a-9d14-4ba7-9a39-0b8cb8a5720b req-f87fae89-4a80-4f6f-b4cb-391bf06f64bc tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:49.844097 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a2eb7a1a-9d14-4ba7-9a39-0b8cb8a5720b req-f87fae89-4a80-4f6f-b4cb-391bf06f64bc tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 944 time: 0.0835698 Jun 12 17:06:49.916166 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a2eb7a1a-9d14-4ba7-9a39-0b8cb8a5720b req-f15e83a8-2400-4dbd-99c0-82fc6c74c5c7 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646439 Jun 12 17:06:50.429630 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 59532) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:50.524510 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-29535053-2bd8-4e5d-a882-2ae11465ebba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1438911474-network', 'tenant_id': '916813ee6e8b4b5f87a1f702f88902dc'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:06:50.629630 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29535053-2bd8-4e5d-a882-2ae11465ebba admin admin] Made reservation on behalf of 916813ee6e8b4b5f87a1f702f88902dc for: {'network': 1} {{(pid=92466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:06:50.631753 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-29535053-2bd8-4e5d-a882-2ae11465ebba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for network, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:50.642723 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-29535053-2bd8-4e5d-a882-2ae11465ebba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:50.781381 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-29535053-2bd8-4e5d-a882-2ae11465ebba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:50.815673 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9894f-1b59-42df-baa1-f67894fedfc5 req-3d3a5aa6-c6b6-42de-91d5-56bcf2a69c02 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:50.817376 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9cc9894f-1b59-42df-baa1-f67894fedfc5 req-3d3a5aa6-c6b6-42de-91d5-56bcf2a69c02 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.0901074 Jun 12 17:06:50.841310 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-29535053-2bd8-4e5d-a882-2ae11465ebba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:50.845017 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-557a4153-fbe4-4e14-81e9-cb069cf1b137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:50.884528 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29535053-2bd8-4e5d-a882-2ae11465ebba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=92466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 17:06:50.891838 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9cc9894f-1b59-42df-baa1-f67894fedfc5 req-9ee77479-30eb-4731-b646-f945d617aece tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687954 Jun 12 17:06:50.893688 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29535053-2bd8-4e5d-a882-2ae11465ebba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fda54c-3571-4547-b8c0-52b0982608bc,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:50.897231 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-29535053-2bd8-4e5d-a882-2ae11465ebba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:50.900782 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-29535053-2bd8-4e5d-a882-2ae11465ebba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:50.901127 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.db.segments_db [None req-29535053-2bd8-4e5d-a882-2ae11465ebba admin admin] Added segment 82fc4727-08dd-4d9a-aa53-fe4b75e389bd of type vlan for network b98aab6b-6995-43a5-8510-510f21ccd901 Jun 12 17:06:50.966887 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-29535053-2bd8-4e5d-a882-2ae11465ebba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742179357597'] for network, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:51.098040 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-29535053-2bd8-4e5d-a882-2ae11465ebba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065'] for network, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:51.099306 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29535053-2bd8-4e5d-a882-2ae11465ebba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:51.099952 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-29535053-2bd8-4e5d-a882-2ae11465ebba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:51.103839 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-f439aa9a-5830-4d78-9484-ca1c23d768ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:51.108777 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22306b4-c3b7-441d-9285-cf7327f4744f req-797ac17f-abc8-496d-b7f5-1c62fcdf00d4 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:51.110257 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a22306b4-c3b7-441d-9285-cf7327f4744f req-797ac17f-abc8-496d-b7f5-1c62fcdf00d4 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 944 time: 0.0708709 Jun 12 17:06:51.158179 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a22306b4-c3b7-441d-9285-cf7327f4744f req-65b5fbd6-cf4c-46ed-94d8-844266c61818 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420084 Jun 12 17:06:51.188006 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29535053-2bd8-4e5d-a882-2ae11465ebba admin admin] Pushing event updated for resources: {'Network': ['ID=b98aab6b-6995-43a5-8510-510f21ccd901,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:51.190835 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-29535053-2bd8-4e5d-a882-2ae11465ebba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:51.199329 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Network b98aab6b-6995-43a5-8510-510f21ccd901 details requested by agent ovs-agent-dv-cinder-796114-2-iscsi with host dv-cinder-796114-2-iscsi {{(pid=92468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 17:06:51.218617 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-29535053-2bd8-4e5d-a882-2ae11465ebba admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7878933 Jun 12 17:06:51.221528 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 59548) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:51.226208 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-8fcfa1b8-fe91-443b-b9be-5c02e5dbd092 admin admin] Request body: {'subnet': {'network_id': 'b98aab6b-6995-43a5-8510-510f21ccd901', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1438911474-subnet', 'tenant_id': '916813ee6e8b4b5f87a1f702f88902dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:06:51.326732 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcfa1b8-fe91-443b-b9be-5c02e5dbd092 admin admin] Made reservation on behalf of 916813ee6e8b4b5f87a1f702f88902dc for: {'subnet': 1} {{(pid=92466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:06:51.329136 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8fcfa1b8-fe91-443b-b9be-5c02e5dbd092 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13056911'] for subnet, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:51.572823 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 0c4c4509-acfc-415f-93c5-42cda003e027 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:06:51.606511 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8fcfa1b8-fe91-443b-b9be-5c02e5dbd092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12900407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13056921'] for subnet, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:51.610444 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:51.680626 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfa1b8-fe91-443b-b9be-5c02e5dbd092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53375be5-81dd-4c01-ab2e-65219c4a210a,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:51.684392 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-8fcfa1b8-fe91-443b-b9be-5c02e5dbd092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:51.691390 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcfa1b8-fe91-443b-b9be-5c02e5dbd092 admin admin] Checking segment: {'id': '82fc4727-08dd-4d9a-aa53-fe4b75e389bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b98aab6b-6995-43a5-8510-510f21ccd901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:06:51.691746 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcfa1b8-fe91-443b-b9be-5c02e5dbd092 admin admin] Network hostable DHCP agents. Network: b98aab6b-6995-43a5-8510-510f21ccd901, hostable agents: ['dea24f1a-15dd-4e40-8754-3f5bb8b9c420'], hosted agents: [] {{(pid=92466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 17:06:51.778318 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcfa1b8-fe91-443b-b9be-5c02e5dbd092 admin admin] Network b98aab6b-6995-43a5-8510-510f21ccd901 is scheduled to be hosted by DHCP agent dea24f1a-15dd-4e40-8754-3f5bb8b9c420 with binding_index 1 {{(pid=92466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 17:06:51.817880 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 0c4c4509-acfc-415f-93c5-42cda003e027, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=0c4c4509-acfc-415f-93c5-42cda003e027,segment=NetworkSegment(29156e22-d4f7-4803-8426-165b91d9ec1f),segment_id=29156e22-d4f7-4803-8426-165b91d9ec1f)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:06:51.833436 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': '0c4c4509-acfc-415f-93c5-42cda003e027', 'network_id': '125cb4fd-0296-45b2-bf49-aefe6877aead', 'port_id': '0c4c4509-acfc-415f-93c5-42cda003e027', 'mac_address': 'fa:16:3e:ea:03:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99254b9-d790-4af1-8b27-77862c199d32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:06:51.870161 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-8fcfa1b8-fe91-443b-b9be-5c02e5dbd092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-2-iscsi, b98aab6b-6995-43a5-8510-510f21ccd901) {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:06:51.874915 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcfa1b8-fe91-443b-b9be-5c02e5dbd092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:51.875247 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:51.875695 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8fcfa1b8-fe91-443b-b9be-5c02e5dbd092 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:51.879469 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33af6011-f99d-426b-bb67-0e9b40e40e4e None None] Network b98aab6b-6995-43a5-8510-510f21ccd901 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:06:51.903897 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4c4509-acfc-415f-93c5-42cda003e027 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:06:51.967080 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-8fcfa1b8-fe91-443b-b9be-5c02e5dbd092 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7365019 Jun 12 17:06:51.980495 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 0c4c4509-acfc-415f-93c5-42cda003e027, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=0c4c4509-acfc-415f-93c5-42cda003e027,segment=NetworkSegment(29156e22-d4f7-4803-8426-165b91d9ec1f),segment_id=29156e22-d4f7-4803-8426-165b91d9ec1f)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:06:52.074331 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:52.100474 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-77135b63-0581-42d1-845b-9dcc348f5de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:52.124021 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebad3df-0e5c-490f-9c73-8852dc721129 req-43e52127-b180-43d9-9254-0b7d26ed2bc4 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:52.125749 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9ebad3df-0e5c-490f-9c73-8852dc721129 req-43e52127-b180-43d9-9254-0b7d26ed2bc4 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.0907753 Jun 12 17:06:52.137225 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66e1be22-fdf1-481a-ac35-7d8252b070bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:52.143519 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f23209e-73e2-4050-9642-b236fb0583d7 None None] Network b98aab6b-6995-43a5-8510-510f21ccd901 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:06:52.176104 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9ebad3df-0e5c-490f-9c73-8852dc721129 req-16a46b5c-8b93-4bf3-baae-e6c375627d31 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442820 Jun 12 17:06:52.248590 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=0c4c4509-acfc-415f-93c5-42cda003e027,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:52.262521 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:52.262989 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:52.263436 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:52.263921 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:52.264347 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:52.264784 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:52.265232 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:52.265664 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:52.266097 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:52.266558 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:52.266981 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:52.267407 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:06:52.272737 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:52.367906 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51b843-f837-4d43-8762-9605df96bd8b req-2a509ce7-4af6-4d5e-842d-c69df42bc216 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:52.369543 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-af51b843-f837-4d43-8762-9605df96bd8b req-2a509ce7-4af6-4d5e-842d-c69df42bc216 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 945 time: 0.0742309 Jun 12 17:06:52.411089 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-af51b843-f837-4d43-8762-9605df96bd8b req-fb2d63d0-eecf-4a91-8032-8cf432586b7c tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356624 Jun 12 17:06:52.978495 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['0c4c4509-acfc-415f-93c5-42cda003e027'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:06:53.336149 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9fac55c6-8693-4528-9bfb-7e9c5d9c7876 req-257e805a-3ad6-4ea6-a206-657ae6599a9b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584650 Jun 12 17:06:53.386583 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2491e-bb88-4fa1-a23f-d4d9277e79d9 req-77db1d4d-f325-4a89-97a3-da28c6a38fb5 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:53.388321 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-99c2491e-bb88-4fa1-a23f-d4d9277e79d9 req-77db1d4d-f325-4a89-97a3-da28c6a38fb5 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.0734179 Jun 12 17:06:53.435573 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-99c2491e-bb88-4fa1-a23f-d4d9277e79d9 req-70ae2c6b-0fa8-456d-babf-1be37eb42d9f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353651 Jun 12 17:06:53.435937 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac55c6-8693-4528-9bfb-7e9c5d9c7876 req-2672102a-b1e6-404b-8b0a-d0a1a33248c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:53.435937 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9fac55c6-8693-4528-9bfb-7e9c5d9c7876 req-2672102a-b1e6-404b-8b0a-d0a1a33248c1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f05fb791868a4bc09d17000a059c9879&device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 1098 time: 0.0694339 Jun 12 17:06:53.616678 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac55c6-8693-4528-9bfb-7e9c5d9c7876 req-312bea80-17ec-461c-b820-0bef9f039359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:53.618236 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9fac55c6-8693-4528-9bfb-7e9c5d9c7876 req-312bea80-17ec-461c-b820-0bef9f039359 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0eafd16f-a46c-448b-a61d-13c84461e05d HTTP/1.1" status: 200 len: 920 time: 0.1528215 Jun 12 17:06:53.941070 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9fac55c6-8693-4528-9bfb-7e9c5d9c7876 req-0f8accb2-fdef-4361-ab23-71bf4ab37f30 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80e57d56-a381-4620-95f2-9c70e9d270d6 HTTP/1.1" status: 200 len: 217 time: 0.3153043 Jun 12 17:06:53.949190 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef67cf7-95f7-4087-a7ff-4660fead3296 req-694be08f-31ce-41fd-8561-f8a6d3fc50ee tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:53.950476 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5ef67cf7-95f7-4087-a7ff-4660fead3296 req-694be08f-31ce-41fd-8561-f8a6d3fc50ee tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 945 time: 0.4081848 Jun 12 17:06:54.033002 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac55c6-8693-4528-9bfb-7e9c5d9c7876 req-598cd34f-7666-4b84-add9-d60685e66318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:54.034463 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9fac55c6-8693-4528-9bfb-7e9c5d9c7876 req-598cd34f-7666-4b84-add9-d60685e66318 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c894c67e-9afd-476d-b855-4f5171bf79e1 HTTP/1.1" status: 200 len: 859 time: 0.0787859 Jun 12 17:06:54.039302 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5ef67cf7-95f7-4087-a7ff-4660fead3296 req-9b43c082-c757-46de-b36f-d0bdaa24abde tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824881 Jun 12 17:06:54.075168 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9fac55c6-8693-4528-9bfb-7e9c5d9c7876 req-b2de0e74-62cc-416e-bb25-1f52c2c64895 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0eafd16f-a46c-448b-a61d-13c84461e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320311 Jun 12 17:06:54.198979 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9fac55c6-8693-4528-9bfb-7e9c5d9c7876 req-ff3ab37f-34a0-4aeb-98c0-61c2a4c014a3 service neutron] 10.222.0.22 "GET /v2.0/networks/0eafd16f-a46c-448b-a61d-13c84461e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161060 Jun 12 17:06:54.325040 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9fac55c6-8693-4528-9bfb-7e9c5d9c7876 req-a08cc5d8-2e12-488a-866c-2045390d953a service neutron] 10.222.0.22 "GET /v2.0/networks/0eafd16f-a46c-448b-a61d-13c84461e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160645 Jun 12 17:06:54.626413 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0868172-74e4-4274-a643-f245910ef278 req-76c5c7bb-db8c-4b15-a955-89b99b304011 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:54.627901 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e0868172-74e4-4274-a643-f245910ef278 req-76c5c7bb-db8c-4b15-a955-89b99b304011 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.0775571 Jun 12 17:06:54.675245 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e0868172-74e4-4274-a643-f245910ef278 req-599d0355-3eea-4e89-97f7-0c9ef9b5e745 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415065 Jun 12 17:06:54.723905 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 0c4c4509-acfc-415f-93c5-42cda003e027 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:06:54.737702 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff0975-fc6c-4a0a-bb1e-3ca145507eef req-ab8bde7f-1beb-4f9b-afa2-3fa6a85fd184 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:54.739134 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-7aff0975-fc6c-4a0a-bb1e-3ca145507eef req-ab8bde7f-1beb-4f9b-afa2-3fa6a85fd184 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.0716810 Jun 12 17:06:54.763023 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-fb13b76e-fd8f-410a-86be-7a4610ce1684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:54.818197 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-7aff0975-fc6c-4a0a-bb1e-3ca145507eef req-9f61a4ac-f066-41c7-98ac-e406994575b1 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662210 Jun 12 17:06:54.904325 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:54.905788 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning for port 0c4c4509-acfc-415f-93c5-42cda003e027 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:06:54.910290 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port 0c4c4509-acfc-415f-93c5-42cda003e027 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:06:54.912405 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:55.004603 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:55.030691 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb49992-3d76-4414-aa48-aa7fd35bddfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4c4509-acfc-415f-93c5-42cda003e027'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:06:55.033025 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42847827-795c-4870-9806-c567bbc3501b" -d '{"events": [{"server_uuid": "efb49992-3d76-4414-aa48-aa7fd35bddfb", "name": "network-vif-plugged", "status": "completed", "tag": "0c4c4509-acfc-415f-93c5-42cda003e027"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:06:55.048097 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 0c4c4509-acfc-415f-93c5-42cda003e027, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=0c4c4509-acfc-415f-93c5-42cda003e027,segment=NetworkSegment(29156e22-d4f7-4803-8426-165b91d9ec1f),segment_id=29156e22-d4f7-4803-8426-165b91d9ec1f)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:06:55.073117 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd70367-be9b-4ed9-b448-5a21703ab52f x-openstack-request-id: req-9cd70367-be9b-4ed9-b448-5a21703ab52f {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:06:55.073407 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb49992-3d76-4414-aa48-aa7fd35bddfb", "name": "network-vif-plugged", "status": "completed", "tag": "0c4c4509-acfc-415f-93c5-42cda003e027", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:06:55.073678 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9cd70367-be9b-4ed9-b448-5a21703ab52f {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:06:55.074081 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb49992-3d76-4414-aa48-aa7fd35bddfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4c4509-acfc-415f-93c5-42cda003e027', 'code': 200} Jun 12 17:06:55.181792 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:55.184499 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:55.245544 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=0c4c4509-acfc-415f-93c5-42cda003e027,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:55.248694 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:55.261883 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22637c04-f965-47f3-805c-d1dbc07f47bd req-eb382dd1-e498-4b5e-a0e0-0248518c2a37 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:55.263341 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-22637c04-f965-47f3-805c-d1dbc07f47bd req-eb382dd1-e498-4b5e-a0e0-0248518c2a37 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 946 time: 0.0948656 Jun 12 17:06:55.307544 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-22637c04-f965-47f3-805c-d1dbc07f47bd req-af219cce-476b-4a82-bebb-ce7aaa3d05a3 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380590 Jun 12 17:06:55.313690 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-3b4f076e-403c-4c1a-b31e-2e6920aa76de tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:55.318977 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-3b4f076e-403c-4c1a-b31e-2e6920aa76de tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/networks?id=b98aab6b-6995-43a5-8510-510f21ccd901 HTTP/1.1" status: 200 len: 809 time: 0.1711354 Jun 12 17:06:55.334196 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-29c631ad-4c59-4af8-aa23-a0656f798224 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/quotas/916813ee6e8b4b5f87a1f702f88902dc HTTP/1.1" status: 200 len: 375 time: 0.0104744 Jun 12 17:06:55.377211 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-3b92e8fc-503f-4076-a2ff-807d3f268fe4 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=916813ee6e8b4b5f87a1f702f88902dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361757 Jun 12 17:06:55.508032 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a5741-ddd0-46bc-a53e-5f3044c673da req-76fc430e-ce10-4e8e-a1bd-185ec25ffba4 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:55.510299 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-df5a5741-ddd0-46bc-a53e-5f3044c673da req-76fc430e-ce10-4e8e-a1bd-185ec25ffba4 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0877185 Jun 12 17:06:55.520370 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0c61f8db-5872-4f22-bdb7-631a4f265623 service neutron] 10.222.0.16 "GET /v2.0/networks/b98aab6b-6995-43a5-8510-510f21ccd901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362066 Jun 12 17:06:55.596136 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-df5a5741-ddd0-46bc-a53e-5f3044c673da req-04bf191a-6dfb-48b6-bcb3-1dc21bfe4004 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783060 Jun 12 17:06:55.616416 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d9caa-584a-4a6a-9f82-78b0fe986fde req-e2c5026a-ccbd-4744-b108-f4230b0eba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:55.617937 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-190d9caa-584a-4a6a-9f82-78b0fe986fde req-e2c5026a-ccbd-4744-b108-f4230b0eba14 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 1099 time: 0.0887897 Jun 12 17:06:55.644239 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-755dad21-4064-47d9-b1e7-fd91a389f166 service neutron] 10.222.0.16 "GET /v2.0/networks/b98aab6b-6995-43a5-8510-510f21ccd901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229486 Jun 12 17:06:55.658989 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-190d9caa-584a-4a6a-9f82-78b0fe986fde req-07b1400d-a426-4d6a-b053-d7abdeaf5829 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343168 Jun 12 17:06:55.745061 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:55.772708 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:56.002829 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6081e-682e-4457-a021-fc1dc0bf07d6 req-bbe8ef62-80a6-472f-a5e2-c02e64988e10 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:56.004364 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a8c6081e-682e-4457-a021-fc1dc0bf07d6 req-bbe8ef62-80a6-472f-a5e2-c02e64988e10 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.0746984 Jun 12 17:06:56.049678 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a8c6081e-682e-4457-a021-fc1dc0bf07d6 req-4d2740c7-98f0-4a68-a96c-57d86c0c55c2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394247 Jun 12 17:06:56.126686 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-86783357-8fbd-4444-af0d-816936e14136 req-a3a6d64a-3985-49fd-8f45-da6aaefd248b tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 210 time: 0.0331032 Jun 12 17:06:56.292974 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42278c80-d8d1-43e8-871e-3e7a54c100d1 req-420a86b0-838c-4208-90d8-99a52a5eddf2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:56.294492 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-42278c80-d8d1-43e8-871e-3e7a54c100d1 req-420a86b0-838c-4208-90d8-99a52a5eddf2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.0689592 Jun 12 17:06:56.339416 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-42278c80-d8d1-43e8-871e-3e7a54c100d1 req-7535b456-ddd9-43b2-b064-c45e575371bf tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387297 Jun 12 17:06:56.535745 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19286d00-98b5-45f4-aa5a-2e0b6e17a263 req-e939e470-0b2c-4e02-abd4-2984ed2d83b7 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:56.537264 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-19286d00-98b5-45f4-aa5a-2e0b6e17a263 req-e939e470-0b2c-4e02-abd4-2984ed2d83b7 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 946 time: 0.0821848 Jun 12 17:06:56.581046 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-19286d00-98b5-45f4-aa5a-2e0b6e17a263 req-266d2196-8246-483e-8588-b357b09c6724 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377283 Jun 12 17:06:57.246310 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bc304-082d-4491-b079-f641b193a6f8 req-31690b4b-02e0-4e73-b048-847946a81456 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:57.247830 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0e0bc304-082d-4491-b079-f641b193a6f8 req-31690b4b-02e0-4e73-b048-847946a81456 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.0762386 Jun 12 17:06:57.280961 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:57.297729 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0e0bc304-082d-4491-b079-f641b193a6f8 req-84e53527-a8ca-4c45-9695-062763ea1bdd tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442293 Jun 12 17:06:57.304696 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4e9534bb-b5d2-4883-bdfc-c7fd2b06ddd6 req-5aeb706b-d090-4052-9b70-2e75ce01650d tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 210 time: 0.0500538 Jun 12 17:06:57.527096 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1bac1-71ee-41c0-b9c7-367d2e4d0bcf req-cfa26c08-0f2b-4daa-bd2d-c41a465ec879 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:57.528618 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-62d1bac1-71ee-41c0-b9c7-367d2e4d0bcf req-cfa26c08-0f2b-4daa-bd2d-c41a465ec879 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.0698001 Jun 12 17:06:57.570453 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-62d1bac1-71ee-41c0-b9c7-367d2e4d0bcf req-5f9f5663-adb5-4b04-b575-5349f95bcc6c tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362463 Jun 12 17:06:57.776162 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737534f-f27a-4fdb-a52d-8c97d75b36e4 req-c165fa8e-aeeb-470e-9934-0c9aff8404c3 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:57.777615 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e737534f-f27a-4fdb-a52d-8c97d75b36e4 req-c165fa8e-aeeb-470e-9934-0c9aff8404c3 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 946 time: 0.0707054 Jun 12 17:06:57.826550 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e737534f-f27a-4fdb-a52d-8c97d75b36e4 req-15f8c521-88dd-4cc7-9534-98e63ee81013 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428469 Jun 12 17:06:58.483353 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c4ec4bf1-6635-4c21-9870-45de45c634ce req-8fc6ba2a-0b84-4f3c-9ae2-863b9f26f4df tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 210 time: 0.0605845 Jun 12 17:06:58.500625 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d06fa-1334-4d1d-901b-dc1f35fd5777 req-f6eb6227-ddd9-4a17-8fc3-63ae773a6a9f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:58.502064 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-999d06fa-1334-4d1d-901b-dc1f35fd5777 req-f6eb6227-ddd9-4a17-8fc3-63ae773a6a9f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.0753765 Jun 12 17:06:58.547748 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-999d06fa-1334-4d1d-901b-dc1f35fd5777 req-61b41278-6ab8-4cc2-8193-8df3c9cd6bb2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400319 Jun 12 17:06:58.754767 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:06:58.798311 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533665d-b78d-47dd-948a-40702eaa71ef req-3a20aa96-51ac-4446-aefe-289ad32b32f1 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:58.800206 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c533665d-b78d-47dd-948a-40702eaa71ef req-3a20aa96-51ac-4446-aefe-289ad32b32f1 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.0834363 Jun 12 17:06:58.832237 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-aa26d6d6-39fd-4c34-8c80-4ed6623447e7 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:58.834067 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-aa26d6d6-39fd-4c34-8c80-4ed6623447e7 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.22 "GET /v2.0/networks?id=b98aab6b-6995-43a5-8510-510f21ccd901 HTTP/1.1" status: 200 len: 809 time: 0.1830409 Jun 12 17:06:58.858899 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-00ab5d4e-973a-4ae4-8360-2102f505f583 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Request body: {'port': {'device_id': 'a3e56a56-2ae7-454e-8942-0913bf8e7ef5', 'network_id': 'b98aab6b-6995-43a5-8510-510f21ccd901', 'admin_state_up': True, 'tenant_id': '916813ee6e8b4b5f87a1f702f88902dc'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:06:58.864382 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c533665d-b78d-47dd-948a-40702eaa71ef req-41f763d4-bd76-4f2a-a4e0-c8e1f746ea02 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578353 Jun 12 17:06:58.943695 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:06:58.958972 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'port_id': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1', 'mac_address': 'fa:16:3e:32:f1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:06:59.025760 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:59.041455 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:06:59.065887 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:06:59.213736 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:59.213951 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-00ab5d4e-973a-4ae4-8360-2102f505f583 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Made reservation on behalf of 916813ee6e8b4b5f87a1f702f88902dc for: {'port': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:06:59.215632 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:59.219481 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-00ab5d4e-973a-4ae4-8360-2102f505f583 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:59.290854 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,revision_number=6']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:59.295027 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:59.330126 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 59732) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:59.371670 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['7b182cb1-0320-4cea-9c2e-bf0050d5acd1'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:06:59.396822 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-00ab5d4e-973a-4ae4-8360-2102f505f583 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Allocated IP 172.20.0.11 (b98aab6b-6995-43a5-8510-510f21ccd901/53375be5-81dd-4c01-ab2e-65219c4a210a/0a357c92-92c5-4b56-b0f9-a0d9b461e347) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:06:59.464327 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-2b48aa36-607b-4c1f-8bb4-66e0fdd038f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:59.586018 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-2b48aa36-607b-4c1f-8bb4-66e0fdd038f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:59.608204 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-00ab5d4e-973a-4ae4-8360-2102f505f583 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:59.644733 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-477b2625-d30a-4f96-a8b2-07a6c7f8aa0b req-0da3fa56-3d95-43b3-9f2d-5540824f6532 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 210 time: 0.0342278 Jun 12 17:06:59.669757 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-2b48aa36-607b-4c1f-8bb4-66e0fdd038f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:59.673862 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-505d3623-d45a-42a7-a953-603a95837849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:59.750565 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-2b48aa36-607b-4c1f-8bb4-66e0fdd038f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fac4562d0ef44478059aba6cb4e3a89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222965 Jun 12 17:06:59.753405 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48aa36-607b-4c1f-8bb4-66e0fdd038f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a138687-2b0a-4cdf-ac79-040f2692b64d,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:59.753570 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 59748) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:06:59.755360 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-2b48aa36-607b-4c1f-8bb4-66e0fdd038f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:59.790218 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-00ab5d4e-973a-4ae4-8360-2102f505f583 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:59.794082 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564f421-5ae8-4f63-a0a9-ecda881fe74e req-5f7ab9da-ce1b-4f82-a8f4-54a9a530e0cd tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:59.795944 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4564f421-5ae8-4f63-a0a9-ecda881fe74e req-5f7ab9da-ce1b-4f82-a8f4-54a9a530e0cd tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 945 time: 0.1112857 Jun 12 17:06:59.809494 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:06:59.842541 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4564f421-5ae8-4f63-a0a9-ecda881fe74e req-48f5805f-3e32-405c-bbd7-fdced0708bd7 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412138 Jun 12 17:06:59.880892 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-00ab5d4e-973a-4ae4-8360-2102f505f583 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Network b98aab6b-6995-43a5-8510-510f21ccd901 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:06:59.892031 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-00ab5d4e-973a-4ae4-8360-2102f505f583 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:06:59.893965 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab5d4e-973a-4ae4-8360-2102f505f583 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Pushing event updated for resources: {'Port': ['ID=0a357c92-92c5-4b56-b0f9-a0d9b461e347,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:06:59.898115 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-00ab5d4e-973a-4ae4-8360-2102f505f583 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:06:59.901419 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-00ab5d4e-973a-4ae4-8360-2102f505f583 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:06:59.903363 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5605a3cf-0d5f-4e61-8001-fc58368eed15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:59.964200 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5605a3cf-0d5f-4e61-8001-fc58368eed15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:06:59.982778 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-00ab5d4e-973a-4ae4-8360-2102f505f583 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:06:59.983401 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-00ab5d4e-973a-4ae4-8360-2102f505f583 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:00.051255 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ba979-f37b-441d-97be-2d704f2bb844 req-7945b6f5-1170-42f4-ad0c-d58f17ecda03 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:00.052782 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-030ba979-f37b-441d-97be-2d704f2bb844 req-7945b6f5-1170-42f4-ad0c-d58f17ecda03 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.0743616 Jun 12 17:07:00.101741 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-030ba979-f37b-441d-97be-2d704f2bb844 req-9137afa8-b7eb-4c25-9bbc-d07bc825a2ef tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420535 Jun 12 17:07:00.121829 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-00ab5d4e-973a-4ae4-8360-2102f505f583 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2739925 Jun 12 17:07:00.200597 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5605a3cf-0d5f-4e61-8001-fc58368eed15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:00.203216 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5605a3cf-0d5f-4e61-8001-fc58368eed15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:00.204309 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-5605a3cf-0d5f-4e61-8001-fc58368eed15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a138687-2b0a-4cdf-ac79-040f2692b64d HTTP/1.1" status: 204 len: 168 time: 0.4500277 Jun 12 17:07:00.205059 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:00.214460 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605a3cf-0d5f-4e61-8001-fc58368eed15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a138687-2b0a-4cdf-ac79-040f2692b64d,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:00.217638 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-5605a3cf-0d5f-4e61-8001-fc58368eed15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:00.822045 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 59764) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:07:00.826523 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc710c-4b2e-4c56-a21d-0704835d20e3 req-e62520cf-1c8f-4672-af2a-21b15f86a0bf tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:00.828019 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-85cc710c-4b2e-4c56-a21d-0704835d20e3 req-e62520cf-1c8f-4672-af2a-21b15f86a0bf tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 932 time: 0.0687969 Jun 12 17:07:00.842771 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2791feb1-9990-42b4-b2b9-1427c9fd068b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:00.871254 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-85cc710c-4b2e-4c56-a21d-0704835d20e3 req-c14fe208-03e3-4ca0-97ec-c24b76806baf tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374620 Jun 12 17:07:00.936892 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2791feb1-9990-42b4-b2b9-1427c9fd068b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:01.042637 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee57124-df9f-4007-ba49-441f4e604bf1 req-a32b696e-b02b-42d5-9ef3-b97290e35125 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:01.044044 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-aee57124-df9f-4007-ba49-441f4e604bf1 req-a32b696e-b02b-42d5-9ef3-b97290e35125 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 945 time: 0.0721934 Jun 12 17:07:01.063684 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2791feb1-9990-42b4-b2b9-1427c9fd068b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:01.067603 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-2f0be460-02ae-4b1b-9802-dc5bf06228c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:01.086685 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-aee57124-df9f-4007-ba49-441f4e604bf1 req-f93081f6-a467-495c-86ae-29f38dd8ecbc tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369389 Jun 12 17:07:01.109957 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-2791feb1-9990-42b4-b2b9-1427c9fd068b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d5f397e352a402e8a00c5c3e4d98e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867002 Jun 12 17:07:01.110860 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791feb1-9990-42b4-b2b9-1427c9fd068b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a203d2e-7d73-4f67-b2c5-99bbce8bb1a1,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:01.112679 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 59772) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:07:01.114011 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-2791feb1-9990-42b4-b2b9-1427c9fd068b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:01.168669 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-96204598-8559-4f44-9000-7e2db8a6ffd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:01.192378 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-96204598-8559-4f44-9000-7e2db8a6ffd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:01.303474 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5b5bf-d7d2-4b79-ac6e-279f2033087e req-cb702eb2-b9f6-4391-93b3-b7d1e9b8f891 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:01.304878 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-8db5b5bf-d7d2-4b79-ac6e-279f2033087e req-cb702eb2-b9f6-4391-93b3-b7d1e9b8f891 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.0715494 Jun 12 17:07:01.340596 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-96204598-8559-4f44-9000-7e2db8a6ffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:01.343154 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-96204598-8559-4f44-9000-7e2db8a6ffd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:01.344377 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-96204598-8559-4f44-9000-7e2db8a6ffd4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a203d2e-7d73-4f67-b2c5-99bbce8bb1a1 HTTP/1.1" status: 204 len: 168 time: 0.2296369 Jun 12 17:07:01.346964 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-0ceaef0b-4e7c-47d0-ac4f-29004d521be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:01.359960 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-8db5b5bf-d7d2-4b79-ac6e-279f2033087e req-08ae1462-4cd4-44cd-ba9e-a023f8b97ec5 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487497 Jun 12 17:07:01.361058 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96204598-8559-4f44-9000-7e2db8a6ffd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a203d2e-7d73-4f67-b2c5-99bbce8bb1a1,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:01.363893 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-96204598-8559-4f44-9000-7e2db8a6ffd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:02.057034 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7d1b8-b2c6-4ced-b4b8-42f76dc0574c req-ecfe6943-f48e-430f-8a0a-7639affd8a9a tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:02.058511 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-92f7d1b8-b2c6-4ced-b4b8-42f76dc0574c req-ecfe6943-f48e-430f-8a0a-7639affd8a9a tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 932 time: 0.0714886 Jun 12 17:07:02.099787 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-92f7d1b8-b2c6-4ced-b4b8-42f76dc0574c req-eca093a0-5e90-4fd7-87bf-c4ee167c691b tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354962 Jun 12 17:07:02.126344 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 59786) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:07:02.141565 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-57bbb82f-d75e-430d-b9a4-46faef859895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:02.282838 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-57bbb82f-d75e-430d-b9a4-46faef859895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:02.302656 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508711e-7f28-4ca4-b4fa-02fdc93e1b43 req-14d96dd4-1017-4492-8c38-14e18c59c4fe tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:02.304171 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e508711e-7f28-4ca4-b4fa-02fdc93e1b43 req-14d96dd4-1017-4492-8c38-14e18c59c4fe tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 945 time: 0.0968275 Jun 12 17:07:02.345978 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e508711e-7f28-4ca4-b4fa-02fdc93e1b43 req-ade75997-1eed-46a0-a48d-150ecd2fc05b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359881 Jun 12 17:07:02.383764 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-57bbb82f-d75e-430d-b9a4-46faef859895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:02.386490 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-86bea615-6de6-4c36-97b1-215e58a731b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:02.426133 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-57bbb82f-d75e-430d-b9a4-46faef859895 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33dc8482ac27403096a79fe981f8bbe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986455 Jun 12 17:07:02.426801 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbb82f-d75e-430d-b9a4-46faef859895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6787601-86c2-4c0d-8ad4-1d123ce74d30,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:02.428907 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 59792) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:07:02.430042 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-57bbb82f-d75e-430d-b9a4-46faef859895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:02.484956 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c0948a60-becf-4bb4-884a-acd83e0b593f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:02.507665 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c0948a60-becf-4bb4-884a-acd83e0b593f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:02.560943 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b020f-2a2c-4122-9ee2-3630417b15ae req-3cc8773e-b041-4a16-ab9f-c1700b5bf6db tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:02.562384 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-125b020f-2a2c-4122-9ee2-3630417b15ae req-3cc8773e-b041-4a16-ab9f-c1700b5bf6db tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.0728736 Jun 12 17:07:02.603212 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-125b020f-2a2c-4122-9ee2-3630417b15ae req-2c2ec81b-4b47-4c9d-89d2-1d1b640cd82a tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349026 Jun 12 17:07:02.686963 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c0948a60-becf-4bb4-884a-acd83e0b593f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:02.689595 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c0948a60-becf-4bb4-884a-acd83e0b593f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:02.690730 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-c0948a60-becf-4bb4-884a-acd83e0b593f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6787601-86c2-4c0d-8ad4-1d123ce74d30 HTTP/1.1" status: 204 len: 168 time: 0.2607493 Jun 12 17:07:02.691545 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-a744d918-8ad7-4850-b01e-7ce871c853ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:02.701049 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0948a60-becf-4bb4-884a-acd83e0b593f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6787601-86c2-4c0d-8ad4-1d123ce74d30,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:02.703265 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-c0948a60-becf-4bb4-884a-acd83e0b593f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:03.266852 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:07:03.280583 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Request body: {'port': {'device_id': 'a3e56a56-2ae7-454e-8942-0913bf8e7ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:07:03.322370 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a447c-a5e8-4622-ad5e-cc75cb6a1431 req-52c7dd6c-e6a0-4d77-85f7-8dc3d448d7db tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:03.323485 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:07:03.324031 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ab0a447c-a5e8-4622-ad5e-cc75cb6a1431 req-52c7dd6c-e6a0-4d77-85f7-8dc3d448d7db tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 932 time: 0.0903163 Jun 12 17:07:03.328500 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:03.370113 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ab0a447c-a5e8-4622-ad5e-cc75cb6a1431 req-af4d9b1f-e10c-41c2-a6db-4f5880d37aa4 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395691 Jun 12 17:07:03.402129 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:03.451325 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:03.492485 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f051e2-8a8b-4b42-aee6-171c04d886ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:07:03.498407 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6223dc-3242-420f-9ccb-eac5c12280d2" -d '{"events": [{"server_uuid": "e3f051e2-8a8b-4b42-aee6-171c04d886ab", "name": "network-vif-plugged", "status": "completed", "tag": "7b182cb1-0320-4cea-9c2e-bf0050d5acd1"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:07:03.513391 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:07:03.595502 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:03.597521 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:03.608918 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc4099-7a7d-4932-a89f-529c43c88ceb req-c9f06b58-c5b8-4abe-830c-ad94caddc702 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:03.610582 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c4dc4099-7a7d-4932-a89f-529c43c88ceb req-c9f06b58-c5b8-4abe-830c-ad94caddc702 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 945 time: 0.1239264 Jun 12 17:07:03.657159 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c4dc4099-7a7d-4932-a89f-529c43c88ceb req-00048f1f-8220-4f6e-9b00-388f955d18c1 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408576 Jun 12 17:07:03.658431 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,revision_number=7']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:03.661982 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:03.708723 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc30a77a-4590-4f6f-ba8e-752b9782cee2 x-openstack-request-id: req-bc30a77a-4590-4f6f-ba8e-752b9782cee2 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:07:03.709028 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f051e2-8a8b-4b42-aee6-171c04d886ab", "name": "network-vif-plugged", "status": "completed", "tag": "7b182cb1-0320-4cea-9c2e-bf0050d5acd1", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:07:03.709477 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc30a77a-4590-4f6f-ba8e-752b9782cee2 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:07:03.710050 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f051e2-8a8b-4b42-aee6-171c04d886ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1', 'code': 200} Jun 12 17:07:03.767525 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a357c92-92c5-4b56-b0f9-a0d9b461e347 {{(pid=92467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:07:03.776965 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:03.794889 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Transition to ACTIVE for port object 0a357c92-92c5-4b56-b0f9-a0d9b461e347 will not be triggered until provisioned by entity L2. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:07:03.843674 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 59830) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:07:03.873203 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd9fab-93d4-4c12-9776-2638c420a04c req-d15a1505-f179-4cea-a579-e7f00b28ad47 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:03.874709 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-6cdd9fab-93d4-4c12-9776-2638c420a04c req-d15a1505-f179-4cea-a579-e7f00b28ad47 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.0726104 Jun 12 17:07:03.899385 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:03.902690 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:03.918211 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-6cdd9fab-93d4-4c12-9776-2638c420a04c req-ea152c7a-7d0c-40ab-a9af-ac4f95b77bd1 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376468 Jun 12 17:07:03.999814 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-5d87a0b6-d9c9-46e8-bede-bc5b73fd5659 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1372330090-network', 'tenant_id': '8739bb767738461088ab796ff2a650ac'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:07:04.024515 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Pushing event updated for resources: {'Port': ['ID=0a357c92-92c5-4b56-b0f9-a0d9b461e347,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:04.029219 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:04.183157 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Attempting to bind port 0a357c92-92c5-4b56-b0f9-a0d9b461e347 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:07:04.183495 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Attempting to bind port 0a357c92-92c5-4b56-b0f9-a0d9b461e347 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '82fc4727-08dd-4d9a-aa53-fe4b75e389bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b98aab6b-6995-43a5-8510-510f21ccd901'}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:07:04.183844 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Attempting to bind port 0a357c92-92c5-4b56-b0f9-a0d9b461e347 on network b98aab6b-6995-43a5-8510-510f21ccd901 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:07:04.188096 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Port 0a357c92-92c5-4b56-b0f9-a0d9b461e347 on network b98aab6b-6995-43a5-8510-510f21ccd901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 17:07:04.188412 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Attempting to bind port 0a357c92-92c5-4b56-b0f9-a0d9b461e347 on network b98aab6b-6995-43a5-8510-510f21ccd901 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:07:04.193259 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Checking agent: {'id': '2dfdfaa1-9da4-4da7-bc93-db92fb710195', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'started_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:07:04.193587 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Checking segment: {'id': '82fc4727-08dd-4d9a-aa53-fe4b75e389bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b98aab6b-6995-43a5-8510-510f21ccd901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:07:04.194218 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Bound using segment: {'id': '82fc4727-08dd-4d9a-aa53-fe4b75e389bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b98aab6b-6995-43a5-8510-510f21ccd901'} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:07:04.194433 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Bound port: 0a357c92-92c5-4b56-b0f9-a0d9b461e347, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82fc4727-08dd-4d9a-aa53-fe4b75e389bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b98aab6b-6995-43a5-8510-510f21ccd901'}}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:07:04.194770 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:04.236828 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d87a0b6-d9c9-46e8-bede-bc5b73fd5659 admin admin] Made reservation on behalf of 8739bb767738461088ab796ff2a650ac for: {'network': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:07:04.239114 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5d87a0b6-d9c9-46e8-bede-bc5b73fd5659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for network, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:04.257412 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5d87a0b6-d9c9-46e8-bede-bc5b73fd5659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:04.302455 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] For port 0a357c92-92c5-4b56-b0f9-a0d9b461e347, host hv-cinder-79611, cleared binding levels {{(pid=92467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:07:04.307182 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] For port 0a357c92-92c5-4b56-b0f9-a0d9b461e347, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=0a357c92-92c5-4b56-b0f9-a0d9b461e347,segment=NetworkSegment(82fc4727-08dd-4d9a-aa53-fe4b75e389bd),segment_id=82fc4727-08dd-4d9a-aa53-fe4b75e389bd)] {{(pid=92467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:07:04.394551 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5d87a0b6-d9c9-46e8-bede-bc5b73fd5659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:04.426540 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:04.428700 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:04.477834 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:04.478595 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:04.479904 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] 10.222.0.22 "PUT /v2.0/ports/0a357c92-92c5-4b56-b0f9-a0d9b461e347 HTTP/1.1" status: 200 len: 1094 time: 1.2037954 Jun 12 17:07:04.480418 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e56a56-2ae7-454e-8942-0913bf8e7ef5', 'tag': '0a357c92-92c5-4b56-b0f9-a0d9b461e347'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:07:04.482719 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d893fc1-b647-4ee8-b9cf-544841c05c74" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e56a56-2ae7-454e-8942-0913bf8e7ef5", "tag": "0a357c92-92c5-4b56-b0f9-a0d9b461e347"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:07:04.516033 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Pushing event updated for resources: {'Port': ['ID=0a357c92-92c5-4b56-b0f9-a0d9b461e347,revision_number=3']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:04.523261 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:04.528039 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882f9e77-4c22-4526-abb6-41e851c1fcb3 x-openstack-request-id: req-882f9e77-4c22-4526-abb6-41e851c1fcb3 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:07:04.528341 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e56a56-2ae7-454e-8942-0913bf8e7ef5", "tag": "0a357c92-92c5-4b56-b0f9-a0d9b461e347", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:07:04.528632 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-882f9e77-4c22-4526-abb6-41e851c1fcb3 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:07:04.529056 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e56a56-2ae7-454e-8942-0913bf8e7ef5', 'tag': '0a357c92-92c5-4b56-b0f9-a0d9b461e347', 'status': 'completed', 'code': 200} Jun 12 17:07:04.555277 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5d87a0b6-d9c9-46e8-bede-bc5b73fd5659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:04.560935 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-764435f1-66fd-4c00-b042-8c0c24748236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:04.568813 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868e78d-f71e-4f98-93f1-f2e7f6ac623f req-b5a458df-53ab-4f75-bff3-f50456568ed8 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:04.570264 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b868e78d-f71e-4f98-93f1-f2e7f6ac623f req-b5a458df-53ab-4f75-bff3-f50456568ed8 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 944 time: 0.0785644 Jun 12 17:07:04.612060 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b868e78d-f71e-4f98-93f1-f2e7f6ac623f req-c2ec691d-70aa-4feb-b0b1-55c5c785527f tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359249 Jun 12 17:07:04.618944 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d87a0b6-d9c9-46e8-bede-bc5b73fd5659 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=92467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 17:07:04.627006 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87a0b6-d9c9-46e8-bede-bc5b73fd5659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3226027-90ce-48f2-ba17-3536b193990d,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:04.631561 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-5d87a0b6-d9c9-46e8-bede-bc5b73fd5659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:04.641258 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5d87a0b6-d9c9-46e8-bede-bc5b73fd5659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:04.641612 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.segments_db [None req-5d87a0b6-d9c9-46e8-bede-bc5b73fd5659 admin admin] Added segment 64bada24-dde5-4c5d-9b97-77dfba85ccce of type vlan for network b69f48d8-e3c1-47a9-b277-5d23daa57c00 Jun 12 17:07:04.704178 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d893fc1-b647-4ee8-b9cf-544841c05c74 req-fadc196e-0e15-4557-bb27-71cf531742fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:04.705683 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5d893fc1-b647-4ee8-b9cf-544841c05c74 req-fadc196e-0e15-4557-bb27-71cf531742fc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=916813ee6e8b4b5f87a1f702f88902dc&device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 1097 time: 0.1466966 Jun 12 17:07:04.707265 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5d87a0b6-d9c9-46e8-bede-bc5b73fd5659 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742179357597'] for network, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:04.893720 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5d87a0b6-d9c9-46e8-bede-bc5b73fd5659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065'] for network, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:04.894895 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d893fc1-b647-4ee8-b9cf-544841c05c74 req-9dfc98f0-5162-420a-b4ab-c9b8d4de42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:04.896363 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5d893fc1-b647-4ee8-b9cf-544841c05c74 req-9dfc98f0-5162-420a-b4ab-c9b8d4de42ee service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=916813ee6e8b4b5f87a1f702f88902dc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1827965 Jun 12 17:07:04.898302 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d87a0b6-d9c9-46e8-bede-bc5b73fd5659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:04.900287 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5d87a0b6-d9c9-46e8-bede-bc5b73fd5659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:04.904987 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:05.031085 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad5563-53e6-4886-85ea-a2bf6d05cbad req-59debf80-0580-4ca7-9747-521dfd4417f3 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:05.032580 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-07ad5563-53e6-4886-85ea-a2bf6d05cbad req-59debf80-0580-4ca7-9747-521dfd4417f3 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.2190986 Jun 12 17:07:05.040738 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-5d87a0b6-d9c9-46e8-bede-bc5b73fd5659 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1926107 Jun 12 17:07:05.040738 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87a0b6-d9c9-46e8-bede-bc5b73fd5659 admin admin] Pushing event updated for resources: {'Network': ['ID=b69f48d8-e3c1-47a9-b277-5d23daa57c00,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:05.041059 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 59872) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:07:05.043746 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-5d87a0b6-d9c9-46e8-bede-bc5b73fd5659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:05.046072 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-f164543e-4cc6-4835-a035-0474d47c80e1 admin admin] Request body: {'subnet': {'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1372330090-subnet', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'ip_version': 4}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:07:05.055213 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Network b69f48d8-e3c1-47a9-b277-5d23daa57c00 details requested by agent ovs-agent-dv-cinder-796114-2-iscsi with host dv-cinder-796114-2-iscsi {{(pid=92468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 17:07:05.163565 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a0601-a5ca-4ebe-af20-e9e3f2dd4158 req-f87714a8-59c8-454d-8ef6-a1dd58800952 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:05.172957 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bb2a0601-a5ca-4ebe-af20-e9e3f2dd4158 req-f87714a8-59c8-454d-8ef6-a1dd58800952 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.1037822 Jun 12 17:07:05.178333 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-07ad5563-53e6-4886-85ea-a2bf6d05cbad req-2a91f756-e8be-4b33-b2cd-0cfdddfeab9e tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859737 Jun 12 17:07:05.185408 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d893fc1-b647-4ee8-b9cf-544841c05c74 req-c560d6ae-b154-4eea-a5c4-18e18cf89376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:05.189455 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5d893fc1-b647-4ee8-b9cf-544841c05c74 req-c560d6ae-b154-4eea-a5c4-18e18cf89376 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2550068 Jun 12 17:07:05.227621 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bb2a0601-a5ca-4ebe-af20-e9e3f2dd4158 req-d6f4e819-fa05-4f08-acf5-15a7966d2525 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514703 Jun 12 17:07:05.332060 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f164543e-4cc6-4835-a035-0474d47c80e1 admin admin] Made reservation on behalf of 8739bb767738461088ab796ff2a650ac for: {'subnet': 1} {{(pid=92466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:07:05.335988 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-e031f954-b2ec-40d9-a8c9-83972600d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:05.335988 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-e031f954-b2ec-40d9-a8c9-83972600d61f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=916813ee6e8b4b5f87a1f702f88902dc&device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 1097 time: 0.0735772 Jun 12 17:07:05.337429 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f164543e-4cc6-4835-a035-0474d47c80e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13056911'] for subnet, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:05.490269 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-affd1f44-7ce6-4c2f-81b5-c8f078e794ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a357c92-92c5-4b56-b0f9-a0d9b461e347 HTTP/1.1" status: 200 len: 217 time: 0.1258934 Jun 12 17:07:05.578740 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-745b80cb-a996-4110-8ba5-dd1a6c587b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:05.580204 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-745b80cb-a996-4110-8ba5-dd1a6c587b40 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=53375be5-81dd-4c01-ab2e-65219c4a210a HTTP/1.1" status: 200 len: 849 time: 0.0783920 Jun 12 17:07:05.631513 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-db1ebc9c-87ed-4a9a-8145-9ec99121100e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b98aab6b-6995-43a5-8510-510f21ccd901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414317 Jun 12 17:07:05.757564 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f164543e-4cc6-4835-a035-0474d47c80e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12900407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13056921'] for subnet, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:05.760456 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:05.858315 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-57376a71-c6e5-42c8-82e4-60815236452f service neutron] 10.222.0.22 "GET /v2.0/networks/b98aab6b-6995-43a5-8510-510f21ccd901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084692 Jun 12 17:07:05.963229 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f164543e-4cc6-4835-a035-0474d47c80e1 admin admin] Checking segment: {'id': '64bada24-dde5-4c5d-9b97-77dfba85ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:07:05.963750 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f164543e-4cc6-4835-a035-0474d47c80e1 admin admin] Network hostable DHCP agents. Network: b69f48d8-e3c1-47a9-b277-5d23daa57c00, hostable agents: ['dea24f1a-15dd-4e40-8754-3f5bb8b9c420'], hosted agents: [] {{(pid=92466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 17:07:05.967601 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164543e-4cc6-4835-a035-0474d47c80e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b3013f0-63c6-436f-b840-5e869aac9153,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:05.971132 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-f164543e-4cc6-4835-a035-0474d47c80e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:06.058244 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f164543e-4cc6-4835-a035-0474d47c80e1 admin admin] Network b69f48d8-e3c1-47a9-b277-5d23daa57c00 is scheduled to be hosted by DHCP agent dea24f1a-15dd-4e40-8754-3f5bb8b9c420 with binding_index 1 {{(pid=92466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 17:07:06.103068 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7b41b-9fdc-4fb5-8925-91582cd77ad4 req-5326e99e-d3f9-438a-a1f1-abe1153cc968 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:06.105338 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-54f7b41b-9fdc-4fb5-8925-91582cd77ad4 req-5326e99e-d3f9-438a-a1f1-abe1153cc968 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 944 time: 0.1874778 Jun 12 17:07:06.107670 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4034ae7e-b84a-4b26-9d72-c3c888cbc6a7 req-9f8338b0-0161-4cb6-bde1-d856fe3bed3c service neutron] 10.222.0.22 "GET /v2.0/networks/b98aab6b-6995-43a5-8510-510f21ccd901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368250 Jun 12 17:07:06.164296 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-54f7b41b-9fdc-4fb5-8925-91582cd77ad4 req-756f2e5c-9832-471d-9e94-3b94f451bcd4 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506601 Jun 12 17:07:06.249418 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-f164543e-4cc6-4835-a035-0474d47c80e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-2-iscsi, b69f48d8-e3c1-47a9-b277-5d23daa57c00) {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:07:06.262264 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f164543e-4cc6-4835-a035-0474d47c80e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:06.262264 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f164543e-4cc6-4835-a035-0474d47c80e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:06.271974 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e52e85-1143-4165-b716-4026e4ddd963 None None] Network b69f48d8-e3c1-47a9-b277-5d23daa57c00 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:07:06.492862 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40a638-15e3-4a7d-812f-46e7dfa56e44 req-fe1416b7-12ef-41b8-a6fa-612a977969b9 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:06.505882 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fe40a638-15e3-4a7d-812f-46e7dfa56e44 req-fe1416b7-12ef-41b8-a6fa-612a977969b9 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.1687608 Jun 12 17:07:06.512708 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c9d205f-6952-582c-9c30-338f7d97ab93-b69f48d8-e3c1-47a9-b277-5d23daa57c00', 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'fixed_ips': [{'subnet_id': '7b3013f0-63c6-436f-b840-5e869aac9153'}]}} from dv-cinder-796114-2-iscsi. {{(pid=92468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 17:07:06.514112 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:06.581998 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fe40a638-15e3-4a7d-812f-46e7dfa56e44 req-0a3a890e-d178-431b-9b32-7620704b2ab1 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752230 Jun 12 17:07:06.650703 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 59902) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:07:06.655794 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-f164543e-4cc6-4835-a035-0474d47c80e1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6137135 Jun 12 17:07:06.659914 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1372330090-router', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:07:06.822216 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16469155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12062'] for router, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:06.824594 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16469188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16397778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16460493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12261'] for router, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:06.863457 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.db_base_plugin_common [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Allocated IP 172.20.0.2 (b69f48d8-e3c1-47a9-b277-5d23daa57c00/7b3013f0-63c6-436f-b840-5e869aac9153/71042c1b-e2b6-4c80-b363-36e3c0271e68) {{(pid=92468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:07:06.976300 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a966-7cc1-4bf2-9eec-3812c416a0d1 req-d787c368-2f75-46b2-b9b4-fdc19740249a tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:06.983522 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:06.985606 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a750a966-7cc1-4bf2-9eec-3812c416a0d1 req-d787c368-2f75-46b2-b9b4-fdc19740249a tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1024699 Jun 12 17:07:06.992488 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d1843-e324-487f-8a81-3401886dffaa req-26c67620-bc0e-4427-b7fe-14028d50dedb tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:06.993938 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e81d1843-e324-487f-8a81-3401886dffaa req-26c67620-bc0e-4427-b7fe-14028d50dedb tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.2557151 Jun 12 17:07:07.042584 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a750a966-7cc1-4bf2-9eec-3812c416a0d1 req-f746cf03-6960-437c-ab15-edc58daea4bc tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556211 Jun 12 17:07:07.077432 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e81d1843-e324-487f-8a81-3401886dffaa req-bb919dac-5e18-4b3e-8871-2f449e7d0776 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582983 Jun 12 17:07:07.095062 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Notify callbacks [] for port, precommit_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:07.124149 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Transition to ACTIVE for port object 71042c1b-e2b6-4c80-b363-36e3c0271e68 will not be triggered until provisioned by entity L2. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:07:07.136041 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Transition to ACTIVE for port object 71042c1b-e2b6-4c80-b363-36e3c0271e68 will not be triggered until provisioned by entity DHCP. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:07:07.243591 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:07.246143 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:07.337413 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Network b69f48d8-e3c1-47a9-b277-5d23daa57c00 is already hosted by enough agents. {{(pid=92468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:07:07.337413 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.scheduler.base_scheduler [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Resources bound (agent type, host, resource id): {{(pid=92468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:07:07.340071 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Received port after_create {{(pid=92468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:07:07.348934 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Pushing event updated for resources: {'Port': ['ID=71042c1b-e2b6-4c80-b363-36e3c0271e68,revision_number=1']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:07.384456 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:07.506396 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e75a0-8ea1-4932-835c-270e8179bd41 req-0621fb52-56ea-477d-84a3-92832b68e9fc tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:07.514128 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4e9e75a0-8ea1-4932-835c-270e8179bd41 req-0621fb52-56ea-477d-84a3-92832b68e9fc tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 944 time: 0.1103947 Jun 12 17:07:07.571455 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4e9e75a0-8ea1-4932-835c-270e8179bd41 req-71342277-ffdc-4b7e-b009-55c5f318c50a tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537248 Jun 12 17:07:07.591608 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e88326-9a78-4cfb-bc36-b750bc941f4c req-ce46e5cf-e5e8-401b-8086-a1322eeea656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:07.593065 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d6e88326-9a78-4cfb-bc36-b750bc941f4c req-ce46e5cf-e5e8-401b-8086-a1322eeea656 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f05fb791868a4bc09d17000a059c9879&device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 1098 time: 0.6480134 Jun 12 17:07:07.756055 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16397773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16469169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12275'] for router, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:07.904273 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e88326-9a78-4cfb-bc36-b750bc941f4c req-0df0824f-a7bc-40d8-8cfa-62c6dfbe5825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:07.905738 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d6e88326-9a78-4cfb-bc36-b750bc941f4c req-0df0824f-a7bc-40d8-8cfa-62c6dfbe5825 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0eafd16f-a46c-448b-a61d-13c84461e05d HTTP/1.1" status: 200 len: 920 time: 0.2507246 Jun 12 17:07:07.983841 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b70c9c-5840-4afe-9063-4e2dca5e0cdc req-41b91707-8fba-4da5-85c9-0bc9f04501aa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:07.985378 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-78b70c9c-5840-4afe-9063-4e2dca5e0cdc req-41b91707-8fba-4da5-85c9-0bc9f04501aa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.2402203 Jun 12 17:07:07.987899 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d6e88326-9a78-4cfb-bc36-b750bc941f4c req-d55a7405-5dba-4080-8c80-3833af03ced1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80e57d56-a381-4620-95f2-9c70e9d270d6 HTTP/1.1" status: 200 len: 217 time: 0.0680830 Jun 12 17:07:08.019012 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Attempting to bind port 71042c1b-e2b6-4c80-b363-36e3c0271e68 on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:07:08.019707 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Attempting to bind port 71042c1b-e2b6-4c80-b363-36e3c0271e68 by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '64bada24-dde5-4c5d-9b97-77dfba85ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00'}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:07:08.020258 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Attempting to bind port 71042c1b-e2b6-4c80-b363-36e3c0271e68 on network b69f48d8-e3c1-47a9-b277-5d23daa57c00 {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:07:08.026052 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:07:08.028658 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Checking segment: {'id': '64bada24-dde5-4c5d-9b97-77dfba85ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:07:08.028658 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:08.028658 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Bound using segment: {'id': '64bada24-dde5-4c5d-9b97-77dfba85ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00'} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:07:08.028658 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Bound port: 71042c1b-e2b6-4c80-b363-36e3c0271e68, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bada24-dde5-4c5d-9b97-77dfba85ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00'}}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:07:08.028658 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:08.133229 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e88326-9a78-4cfb-bc36-b750bc941f4c req-5e8b015b-f99f-402d-80d3-752514fd9bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:08.133637 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] For port 71042c1b-e2b6-4c80-b363-36e3c0271e68, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:07:08.134681 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d6e88326-9a78-4cfb-bc36-b750bc941f4c req-5e8b015b-f99f-402d-80d3-752514fd9bb7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c894c67e-9afd-476d-b855-4f5171bf79e1 HTTP/1.1" status: 200 len: 859 time: 0.1315205 Jun 12 17:07:08.138070 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] For port 71042c1b-e2b6-4c80-b363-36e3c0271e68, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=71042c1b-e2b6-4c80-b363-36e3c0271e68,segment=NetworkSegment(64bada24-dde5-4c5d-9b97-77dfba85ccce),segment_id=64bada24-dde5-4c5d-9b97-77dfba85ccce)] {{(pid=92468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:07:08.142150 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-78b70c9c-5840-4afe-9063-4e2dca5e0cdc req-04da8237-0fc6-49ca-bfe1-0836b638f05c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495602 Jun 12 17:07:08.188325 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d6e88326-9a78-4cfb-bc36-b750bc941f4c req-1a46655c-3cbf-446a-9983-5f5e1e318eaf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0eafd16f-a46c-448b-a61d-13c84461e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423849 Jun 12 17:07:08.276134 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:08.284106 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17698f85-678c-4428-a944-b75efbb11edf req-32f44fad-f27e-4b94-ac1b-13da73e10639 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:08.293300 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-17698f85-678c-4428-a944-b75efbb11edf req-32f44fad-f27e-4b94-ac1b-13da73e10639 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1137412 Jun 12 17:07:08.294255 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:08.365974 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-17698f85-678c-4428-a944-b75efbb11edf req-d67f4d79-5e2a-423a-88f1-25c7fefaadf8 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699875 Jun 12 17:07:08.428170 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Pushing event updated for resources: {'Port': ['ID=71042c1b-e2b6-4c80-b363-36e3c0271e68,revision_number=2']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:08.447001 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:08.624766 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d6e88326-9a78-4cfb-bc36-b750bc941f4c req-99ba8d2b-01f7-4262-82c4-2db6433e0095 service neutron] 10.222.0.22 "GET /v2.0/networks/0eafd16f-a46c-448b-a61d-13c84461e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246848 Jun 12 17:07:08.645873 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:08.724555 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:08.857722 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee2a0b-c8cb-4a41-bb73-2790e75bd6ef req-3cdf2d13-e106-4853-8408-62c015e6713d tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:08.866325 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-23ee2a0b-c8cb-4a41-bb73-2790e75bd6ef req-3cdf2d13-e106-4853-8408-62c015e6713d tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 944 time: 0.1610341 Jun 12 17:07:08.881410 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0366c7d-706a-474b-9112-dbcce11367ce req-e6ce7421-691f-493a-96ab-191a1e73aa41 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:08.888079 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f0366c7d-706a-474b-9112-dbcce11367ce req-e6ce7421-691f-493a-96ab-191a1e73aa41 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.5030124 Jun 12 17:07:08.928029 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-23ee2a0b-c8cb-4a41-bb73-2790e75bd6ef req-9a98a159-1247-4f5d-a0bc-d4896a661d43 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580418 Jun 12 17:07:09.048888 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f0366c7d-706a-474b-9112-dbcce11367ce req-1e6ea1ea-6225-42e8-9e65-6079aafa55d2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1509926 Jun 12 17:07:09.087770 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] Allocated IP 172.27.1.67 (ea6ee7b2-d8f2-435f-804e-11e3b9b06d41/91bb23a6-47cd-46ba-a600-d5abe9f7088a/1325c724-e3b7-4cbf-8dfb-4f162faf83d8) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:07:09.111807 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d6e88326-9a78-4cfb-bc36-b750bc941f4c req-876060c7-cd9f-44b3-9621-4eaa2a7e3b88 service neutron] 10.222.0.22 "GET /v2.0/networks/0eafd16f-a46c-448b-a61d-13c84461e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608843 Jun 12 17:07:09.270051 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:09.272740 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 0a357c92-92c5-4b56-b0f9-a0d9b461e347 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:07:09.351143 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c2d65-155c-4a2d-b18d-5193e252e40e req-c6a81559-f234-4511-b083-671d920f639d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:09.353325 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bd3c2d65-155c-4a2d-b18d-5193e252e40e req-c6a81559-f234-4511-b083-671d920f639d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.0708001 Jun 12 17:07:09.402924 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 0a357c92-92c5-4b56-b0f9-a0d9b461e347, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=0a357c92-92c5-4b56-b0f9-a0d9b461e347,segment=NetworkSegment(82fc4727-08dd-4d9a-aa53-fe4b75e389bd),segment_id=82fc4727-08dd-4d9a-aa53-fe4b75e389bd)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:07:09.412896 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:09.416344 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:09.425328 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bd3c2d65-155c-4a2d-b18d-5193e252e40e req-289f438c-2b11-4dfd-9413-6119caed0ab0 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660238 Jun 12 17:07:09.435462 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': '0a357c92-92c5-4b56-b0f9-a0d9b461e347', 'network_id': 'b98aab6b-6995-43a5-8510-510f21ccd901', 'port_id': '0a357c92-92c5-4b56-b0f9-a0d9b461e347', 'mac_address': 'fa:16:3e:7b:34:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53375be5-81dd-4c01-ab2e-65219c4a210a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:07:09.490668 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:09.515038 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a357c92-92c5-4b56-b0f9-a0d9b461e347 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:07:09.542669 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 0a357c92-92c5-4b56-b0f9-a0d9b461e347, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=0a357c92-92c5-4b56-b0f9-a0d9b461e347,segment=NetworkSegment(82fc4727-08dd-4d9a-aa53-fe4b75e389bd),segment_id=82fc4727-08dd-4d9a-aa53-fe4b75e389bd)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:07:09.548305 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:07:09.589572 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:07:09.592120 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:07:09.599632 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] Pushing event updated for resources: {'Port': ['ID=1325c724-e3b7-4cbf-8dfb-4f162faf83d8,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:09.602365 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:09.628846 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:09.631190 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:09.694130 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5ed95-1f6b-4909-ad75-1d031bc7d5a1 req-116779b5-e938-44d2-ae89-3dcb3c03e3ec tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:09.701865 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fab5ed95-1f6b-4909-ad75-1d031bc7d5a1 req-116779b5-e938-44d2-ae89-3dcb3c03e3ec tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1954317 Jun 12 17:07:09.723005 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=0a357c92-92c5-4b56-b0f9-a0d9b461e347,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:09.726569 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:09.889149 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33e611b-bab8-4e8e-b015-cda33695b9e7 None None] Network b69f48d8-e3c1-47a9-b277-5d23daa57c00 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:07:09.911216 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fab5ed95-1f6b-4909-ad75-1d031bc7d5a1 req-c6aa5bbf-b022-4154-9bd2-3f9e0e196f3c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084627 Jun 12 17:07:10.091265 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 71042c1b-e2b6-4c80-b363-36e3c0271e68 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:07:10.094852 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['0a357c92-92c5-4b56-b0f9-a0d9b461e347'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:07:10.171691 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8049c3-6609-4bac-aa4e-db258c9d0b80 req-5c1d4050-db09-4d12-8961-c4b304a6ff84 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:10.178917 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-cf8049c3-6609-4bac-aa4e-db258c9d0b80 req-5c1d4050-db09-4d12-8961-c4b304a6ff84 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 945 time: 0.0894611 Jun 12 17:07:10.222386 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-d19db5d7-9e12-4318-860b-70323924dcc2 None None] Provisioning for port 71042c1b-e2b6-4c80-b363-36e3c0271e68 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:07:10.233685 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:07:10.251544 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-cf8049c3-6609-4bac-aa4e-db258c9d0b80 req-0dd314e7-c75e-47bc-a360-25efe7a0b6e1 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714557 Jun 12 17:07:10.338735 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:10.415910 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 71042c1b-e2b6-4c80-b363-36e3c0271e68 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:07:10.430853 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 71042c1b-e2b6-4c80-b363-36e3c0271e68 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:07:10.431294 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:10.606319 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:10.724436 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 71042c1b-e2b6-4c80-b363-36e3c0271e68, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=71042c1b-e2b6-4c80-b363-36e3c0271e68,segment=NetworkSegment(64bada24-dde5-4c5d-9b97-77dfba85ccce),segment_id=64bada24-dde5-4c5d-9b97-77dfba85ccce)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:07:10.732424 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-39d12c14-153f-4ca5-b7ce-8ed71f07fe04 None None] Provisioning complete for port 71042c1b-e2b6-4c80-b363-36e3c0271e68 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:07:10.737857 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-39d12c14-153f-4ca5-b7ce-8ed71f07fe04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:10.749030 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5902a-c4fb-487c-9e52-abff22aafdb0 req-7df99151-eb56-49d6-8b81-caee0049a1be tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:10.757374 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b4f5902a-c4fb-487c-9e52-abff22aafdb0 req-7df99151-eb56-49d6-8b81-caee0049a1be tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.1267614 Jun 12 17:07:10.809411 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:10.816925 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:10.817671 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b4f5902a-c4fb-487c-9e52-abff22aafdb0 req-1399afcf-dc21-4e63-9caf-3a77a14bef35 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589066 Jun 12 17:07:10.923558 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=71042c1b-e2b6-4c80-b363-36e3c0271e68,revision_number=3']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:10.934611 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:11.006575 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa0041-7edb-4321-b568-4fc62cc5afd0 req-02d7ef8b-da62-4cec-8dd2-d1d11925bac8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:11.015486 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-aafa0041-7edb-4321-b568-4fc62cc5afd0 req-02d7ef8b-da62-4cec-8dd2-d1d11925bac8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.6003385 Jun 12 17:07:11.142953 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-aafa0041-7edb-4321-b568-4fc62cc5afd0 req-7760fa9a-b3f4-4cfa-86dc-4c276bb6b258 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1264739 Jun 12 17:07:11.154914 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b864a0-0918-4196-866c-4034f0b1b5eb req-82abf93c-74ab-4264-b280-2f2b2bd9bbf2 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:11.163473 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-92b864a0-0918-4196-866c-4034f0b1b5eb req-82abf93c-74ab-4264-b280-2f2b2bd9bbf2 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0989828 Jun 12 17:07:11.179635 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16469160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16397461'] for router, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:11.218963 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-92b864a0-0918-4196-866c-4034f0b1b5eb req-dc318021-7f88-40e4-a250-fd04a230599d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532014 Jun 12 17:07:11.442916 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] Router 93754ac1-d994-4c0a-9a87-36935312dee7 is scheduled to L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a with binding_index 1 {{(pid=92467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 17:07:11.569474 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f951c-ff70-42d6-93a8-379874d390f5 req-5d5df200-2321-4702-ae9b-aa2326018515 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:11.571657 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9f8f951c-ff70-42d6-93a8-379874d390f5 req-5d5df200-2321-4702-ae9b-aa2326018515 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 945 time: 0.1847732 Jun 12 17:07:11.646621 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9f8f951c-ff70-42d6-93a8-379874d390f5 req-e6ccf589-5ab1-4901-a12d-2897b7051817 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555463 Jun 12 17:07:11.651696 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:07:11.663815 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] Sync routers for ids ['93754ac1-d994-4c0a-9a87-36935312dee7'] in dv-cinder-796114-2-iscsi {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:07:11.683312 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] Routers {'93754ac1-d994-4c0a-9a87-36935312dee7'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:07:11.684050 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:06:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['93754ac1-d994-4c0a-9a87-36935312dee7'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:07:11.741631 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] Notify callbacks [] for router, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:11.742544 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0897422 Jun 12 17:07:11.742960 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 59968) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:07:11.917279 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] Set router 93754ac1-d994-4c0a-9a87-36935312dee7 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:07:11.999432 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 71042c1b-e2b6-4c80-b363-36e3c0271e68 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:07:12.103962 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 59976) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:07:12.126640 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 71042c1b-e2b6-4c80-b363-36e3c0271e68 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:07:12.127037 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:12.311919 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48818e0-7b98-4195-9e1c-f8f9fa219515 req-15f3b1c8-1f56-462f-a0dc-5ef0b3e9175c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:12.321339 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a48818e0-7b98-4195-9e1c-f8f9fa219515 req-15f3b1c8-1f56-462f-a0dc-5ef0b3e9175c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.1489036 Jun 12 17:07:12.361670 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-42b1a72a-d52f-4d6f-a6de-09b00f63fcf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:12.379120 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'name': 'tempest-TestMinimumBasicScenario-1372330090-router', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:06Z', 'updated_at': '2021-06-12T17:07:09Z', 'revision_number': 3, 'project_id': '8739bb767738461088ab796ff2a650ac', 'gw_port': {'id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:08Z', 'updated_at': '2021-06-12T17:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:07:12.384082 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] Checking router: 93754ac1-d994-4c0a-9a87-36935312dee7 for host: dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:07:12.391712 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] Updating router 93754ac1-d994-4c0a-9a87-36935312dee7 port 1325c724-e3b7-4cbf-8dfb-4f162faf83d8 binding host dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 17:07:12.433194 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:12.579849 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089f6fd-a855-48e9-b990-5ceb39baa636 req-cc8a0cfa-df95-476a-910f-7990cc1eaec9 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:12.587437 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b089f6fd-a855-48e9-b990-5ceb39baa636 req-cc8a0cfa-df95-476a-910f-7990cc1eaec9 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.1229231 Jun 12 17:07:12.637875 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-42b1a72a-d52f-4d6f-a6de-09b00f63fcf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:12.655186 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b089f6fd-a855-48e9-b990-5ceb39baa636 req-09134aa6-7967-45c3-9fc4-507b459839b3 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668225 Jun 12 17:07:12.698753 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-42b1a72a-d52f-4d6f-a6de-09b00f63fcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:12.702459 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6eba0329-7d7a-4b81-9d8e-12204d1ab162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:12.724160 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a48818e0-7b98-4195-9e1c-f8f9fa219515 req-80ba2349-596c-4b5e-88a5-d93717a3451e tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4010975 Jun 12 17:07:12.823337 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-42b1a72a-d52f-4d6f-a6de-09b00f63fcf6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ead9e4e99a34216a1852b26e45384ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7182121 Jun 12 17:07:12.825064 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1a72a-d52f-4d6f-a6de-09b00f63fcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54faab24-155a-44db-8b73-23aff20471c7,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:12.831894 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-42b1a72a-d52f-4d6f-a6de-09b00f63fcf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:12.832356 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 59986) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:07:12.943357 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-64f8d2a1-ac76-4b63-8d1f-0e8da945ea3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:13.000754 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-64f8d2a1-ac76-4b63-8d1f-0e8da945ea3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:13.030271 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46342e33-41fc-4e49-999b-674fb8c7a4b6 req-77c481fb-9b17-4140-82d0-22e02f1b65e2 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:13.032355 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-46342e33-41fc-4e49-999b-674fb8c7a4b6 req-77c481fb-9b17-4140-82d0-22e02f1b65e2 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1414838 Jun 12 17:07:13.061937 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:13.097345 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] Notify callbacks [] for port, precommit_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:13.109497 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-46342e33-41fc-4e49-999b-674fb8c7a4b6 req-2a935d49-0487-4bb2-8322-7414dfad53bb tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637052 Jun 12 17:07:13.110178 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.provisioning_blocks [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] Transition to ACTIVE for port object 1325c724-e3b7-4cbf-8dfb-4f162faf83d8 will not be triggered until provisioned by entity L2. {{(pid=92469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:07:13.231249 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:13.236156 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-7283d402-0cc7-4f9d-b576-6c9982aebfa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:13.260423 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-64f8d2a1-ac76-4b63-8d1f-0e8da945ea3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:13.264458 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-64f8d2a1-ac76-4b63-8d1f-0e8da945ea3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:13.265591 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-64f8d2a1-ac76-4b63-8d1f-0e8da945ea3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54faab24-155a-44db-8b73-23aff20471c7 HTTP/1.1" status: 204 len: 168 time: 0.4322889 Jun 12 17:07:13.269310 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-8851ad78-5bf0-4bde-80aa-261c19539b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:13.269901 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06de34-7715-463b-9c45-18b6d567b50a req-b5c2f6c0-0e03-4ee5-8d8e-949ba5de1d0c tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:13.275856 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3b06de34-7715-463b-9c45-18b6d567b50a req-b5c2f6c0-0e03-4ee5-8d8e-949ba5de1d0c tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 945 time: 0.3157878 Jun 12 17:07:13.290023 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8d2a1-ac76-4b63-8d1f-0e8da945ea3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54faab24-155a-44db-8b73-23aff20471c7,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:13.294941 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-64f8d2a1-ac76-4b63-8d1f-0e8da945ea3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:13.304214 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 0a357c92-92c5-4b56-b0f9-a0d9b461e347 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:07:13.359229 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] Attempting to bind port 1325c724-e3b7-4cbf-8dfb-4f162faf83d8 on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:07:13.361371 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] Attempting to bind port 1325c724-e3b7-4cbf-8dfb-4f162faf83d8 by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}] {{(pid=92469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:07:13.363095 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] Attempting to bind port 1325c724-e3b7-4cbf-8dfb-4f162faf83d8 on network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:07:13.374384 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3b06de34-7715-463b-9c45-18b6d567b50a req-b7c3ac8f-88fc-4469-b52c-f667e8dec03a tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975325 Jun 12 17:07:13.390487 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7490e7-1b98-4011-938d-483abef317e8 None None] Pushing event updated for resources: {'Port': ['ID=1325c724-e3b7-4cbf-8dfb-4f162faf83d8,revision_number=2']} {{(pid=92469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:13.394302 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:07:13.394812 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] Checking segment: {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:07:13.395329 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:13.396269 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] Bound using segment: {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'} {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:07:13.396485 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] Bound port: 1325c724-e3b7-4cbf-8dfb-4f162faf83d8, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}}] {{(pid=92469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:07:13.397986 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:13.430514 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_common [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Allocated IP 172.20.0.1 (b69f48d8-e3c1-47a9-b277-5d23daa57c00/7b3013f0-63c6-436f-b840-5e869aac9153/87d78fc4-9dae-442d-b117-a9b6fdd6c691) {{(pid=92466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:07:13.449046 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7490e7-1b98-4011-938d-483abef317e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:13.449662 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7490e7-1b98-4011-938d-483abef317e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:13.450178 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7490e7-1b98-4011-938d-483abef317e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:13.450714 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7490e7-1b98-4011-938d-483abef317e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:13.451212 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7490e7-1b98-4011-938d-483abef317e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:13.451736 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7490e7-1b98-4011-938d-483abef317e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:13.452544 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7490e7-1b98-4011-938d-483abef317e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:13.453026 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7490e7-1b98-4011-938d-483abef317e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:13.453655 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7490e7-1b98-4011-938d-483abef317e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:13.454684 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7490e7-1b98-4011-938d-483abef317e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:13.455167 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7490e7-1b98-4011-938d-483abef317e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:13.455722 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7490e7-1b98-4011-938d-483abef317e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:13.467662 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-6c7490e7-1b98-4011-938d-483abef317e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:13.521161 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.db [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] For port 1325c724-e3b7-4cbf-8dfb-4f162faf83d8, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:07:13.526715 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning for port 0a357c92-92c5-4b56-b0f9-a0d9b461e347 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:07:13.527047 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.db [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] For port 1325c724-e3b7-4cbf-8dfb-4f162faf83d8, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=1325c724-e3b7-4cbf-8dfb-4f162faf83d8,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:07:13.531752 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port 0a357c92-92c5-4b56-b0f9-a0d9b461e347 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:07:13.532188 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:13.613560 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:13.628125 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:13.633801 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:13.659130 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:13.663236 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] Routers {'93754ac1-d994-4c0a-9a87-36935312dee7'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:07:13.666080 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:06:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['93754ac1-d994-4c0a-9a87-36935312dee7'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:07:13.668848 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.provisioning_blocks [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Transition to ACTIVE for port object 87d78fc4-9dae-442d-b117-a9b6fdd6c691 will not be triggered until provisioned by entity DHCP. {{(pid=92466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:07:13.722310 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 0a357c92-92c5-4b56-b0f9-a0d9b461e347, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=0a357c92-92c5-4b56-b0f9-a0d9b461e347,segment=NetworkSegment(82fc4727-08dd-4d9a-aa53-fe4b75e389bd),segment_id=82fc4727-08dd-4d9a-aa53-fe4b75e389bd)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:07:13.723911 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e56a56-2ae7-454e-8942-0913bf8e7ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a357c92-92c5-4b56-b0f9-a0d9b461e347'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:07:13.727504 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f901862-1d0a-4c19-9e36-ba4b0599309d" -d '{"events": [{"server_uuid": "a3e56a56-2ae7-454e-8942-0913bf8e7ef5", "name": "network-vif-plugged", "status": "completed", "tag": "0a357c92-92c5-4b56-b0f9-a0d9b461e347"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:07:13.790092 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:13.793290 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:13.855303 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa36bc1-8ed0-49cd-bd19-dcbc16ed6043 x-openstack-request-id: req-caa36bc1-8ed0-49cd-bd19-dcbc16ed6043 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:07:13.856274 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e56a56-2ae7-454e-8942-0913bf8e7ef5", "name": "network-vif-plugged", "status": "completed", "tag": "0a357c92-92c5-4b56-b0f9-a0d9b461e347", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:07:13.856274 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-caa36bc1-8ed0-49cd-bd19-dcbc16ed6043 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:07:13.857235 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e56a56-2ae7-454e-8942-0913bf8e7ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a357c92-92c5-4b56-b0f9-a0d9b461e347', 'code': 200} Jun 12 17:07:13.899197 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12901255'] for port, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:13.909553 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-37788268-bbfe-41b6-b726-bc8530cb6f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:13.924279 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=0a357c92-92c5-4b56-b0f9-a0d9b461e347,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:13.929670 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:13.996907 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7490e7-1b98-4011-938d-483abef317e8 None None] Pushing event updated for resources: {'Port': ['ID=1325c724-e3b7-4cbf-8dfb-4f162faf83d8,revision_number=3']} {{(pid=92469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:14.001816 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-6c7490e7-1b98-4011-938d-483abef317e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:14.033181 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] Set router 93754ac1-d994-4c0a-9a87-36935312dee7 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:07:14.071959 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Pushing event updated for resources: {'Port': ['ID=87d78fc4-9dae-442d-b117-a9b6fdd6c691,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:14.078703 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Network b69f48d8-e3c1-47a9-b277-5d23daa57c00 is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:07:14.123854 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:07:14.131136 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:14.132917 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Received port after_create {{(pid=92466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:07:14.170221 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccda64c-225f-4b1c-bcc1-279cbcfe5049 req-5f0afba3-ea99-47fe-8135-b67a22a04017 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:14.186802 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3ccda64c-225f-4b1c-bcc1-279cbcfe5049 req-5f0afba3-ea99-47fe-8135-b67a22a04017 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.2042093 Jun 12 17:07:14.229872 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf097048-2b45-4d2b-9d3e-e6c976501dfc req-4853e121-44df-4bea-8551-d0e7505ed56b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:14.237609 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bf097048-2b45-4d2b-9d3e-e6c976501dfc req-4853e121-44df-4bea-8551-d0e7505ed56b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.1577234 Jun 12 17:07:14.242632 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16398672'] for router_interface, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:14.331426 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3ccda64c-225f-4b1c-bcc1-279cbcfe5049 req-7b363ed8-6b32-447e-892f-0945f4c0dd76 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1377122 Jun 12 17:07:14.442881 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bf097048-2b45-4d2b-9d3e-e6c976501dfc req-be877ef4-aaac-4025-bf02-261de29cdfee tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151118 Jun 12 17:07:14.485487 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f233cc-3aad-4d12-b76b-7c9cace98f7f req-da1e144a-37e2-4b90-a2d8-a45039c42155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:14.486982 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-13f233cc-3aad-4d12-b76b-7c9cace98f7f req-da1e144a-37e2-4b90-a2d8-a45039c42155 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 1099 time: 0.1179559 Jun 12 17:07:14.569658 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'name': 'tempest-TestMinimumBasicScenario-1372330090-router', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:06Z', 'updated_at': '2021-06-12T17:07:09Z', 'revision_number': 3, 'project_id': '8739bb767738461088ab796ff2a650ac', 'gw_port': {'id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:08Z', 'updated_at': '2021-06-12T17:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:07:14.574097 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346e0ad-2aa6-4466-85d7-dbb7934c15b4 None None] The sync data for ids ['93754ac1-d994-4c0a-9a87-36935312dee7'] in dv-cinder-796114-2-iscsi is: [{'id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'name': 'tempest-TestMinimumBasicScenario-1372330090-router', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:06Z', 'updated_at': '2021-06-12T17:07:09Z', 'revision_number': 3, 'project_id': '8739bb767738461088ab796ff2a650ac', 'gw_port': {'id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:08Z', 'updated_at': '2021-06-12T17:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}] {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:07:14.620715 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-13f233cc-3aad-4d12-b76b-7c9cace98f7f req-a22edc9d-eca9-4e92-b9bd-8d7c27d53668 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218004 Jun 12 17:07:14.644308 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df124a7-f719-4d0f-b5c0-ae240a3dcc43 req-8843c3ab-0b54-4473-9bab-fbcf97ea047b tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:14.645978 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3df124a7-f719-4d0f-b5c0-ae240a3dcc43 req-8843c3ab-0b54-4473-9bab-fbcf97ea047b tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1339040 Jun 12 17:07:14.694736 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c320a21-5df5-4b5f-b359-f816b698d8e3 req-31fe83e5-ba02-4a41-bfeb-f039d4f4b576 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:14.696894 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0c320a21-5df5-4b5f-b359-f816b698d8e3 req-31fe83e5-ba02-4a41-bfeb-f039d4f4b576 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 946 time: 0.0937610 Jun 12 17:07:14.699418 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3df124a7-f719-4d0f-b5c0-ae240a3dcc43 req-e93baca2-2888-44c1-a3da-394d280f3a61 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466566 Jun 12 17:07:14.747971 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0c320a21-5df5-4b5f-b359-f816b698d8e3 req-c1e8ae40-becf-4ee2-8b4e-883012ac5f8e tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401385 Jun 12 17:07:15.236355 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:15.292880 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-867033cc-0929-49bd-9bf7-75eef24fe323 None None] Provisioning for port 87d78fc4-9dae-442d-b117-a9b6fdd6c691 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:07:15.298377 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-867033cc-0929-49bd-9bf7-75eef24fe323 None None] Provisioning complete for port 87d78fc4-9dae-442d-b117-a9b6fdd6c691 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:07:15.308342 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-867033cc-0929-49bd-9bf7-75eef24fe323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:15.348420 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-867033cc-0929-49bd-9bf7-75eef24fe323 None None] Port 87d78fc4-9dae-442d-b117-a9b6fdd6c691 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:07:15.512673 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:15.671898 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12901305'] for port, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:15.733139 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:15.755920 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c27ddb-170a-4ea3-870a-e4f81a164d82 req-08f7d3b9-a1bc-4e12-b853-58e2bfd765aa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:15.766366 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-27c27ddb-170a-4ea3-870a-e4f81a164d82 req-08f7d3b9-a1bc-4e12-b853-58e2bfd765aa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.1356556 Jun 12 17:07:15.779317 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16398788'] for router_interface, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:15.863166 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Pushing event updated for resources: {'Port': ['ID=87d78fc4-9dae-442d-b117-a9b6fdd6c691,revision_number=2']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:15.866665 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:15.884237 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-27c27ddb-170a-4ea3-870a-e4f81a164d82 req-863304a4-9a69-4501-80de-3674414b796a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149755 Jun 12 17:07:15.935967 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdab8f-c2d1-4070-a5d2-b546d75ae268 req-08afac3d-9b44-4663-bcc5-357125073032 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:15.943278 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1ccdab8f-c2d1-4070-a5d2-b546d75ae268 req-08afac3d-9b44-4663-bcc5-357125073032 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.3439896 Jun 12 17:07:16.009516 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 1325c724-e3b7-4cbf-8dfb-4f162faf83d8 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:07:16.019379 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1ccdab8f-c2d1-4070-a5d2-b546d75ae268 req-08e3bc8b-b33e-4be0-90c4-228a275cbf07 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751948 Jun 12 17:07:16.028135 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Network b69f48d8-e3c1-47a9-b277-5d23daa57c00 is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:07:16.030091 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:07:16.265135 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Router 93754ac1-d994-4c0a-9a87-36935312dee7 has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:07:16.304042 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 1325c724-e3b7-4cbf-8dfb-4f162faf83d8 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:07:16.308508 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 1325c724-e3b7-4cbf-8dfb-4f162faf83d8 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:07:16.308901 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:16.395001 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faf392-435f-42c7-bdc1-77955e4eec4f req-f247d45a-0b96-4d7a-8bb7-8c2fcea21bf5 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:16.397171 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-98faf392-435f-42c7-bdc1-77955e4eec4f req-f247d45a-0b96-4d7a-8bb7-8c2fcea21bf5 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1501393 Jun 12 17:07:16.421147 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-a4974fac-b658-475c-94a5-70ca3b47c51d None None] Provisioning complete for port 87d78fc4-9dae-442d-b117-a9b6fdd6c691 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:07:16.421529 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-a4974fac-b658-475c-94a5-70ca3b47c51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:16.478781 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-98faf392-435f-42c7-bdc1-77955e4eec4f req-97881864-7b75-490a-8f2d-20bca980b934 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727465 Jun 12 17:07:16.611909 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:16.638120 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-a4974fac-b658-475c-94a5-70ca3b47c51d None None] Port 87d78fc4-9dae-442d-b117-a9b6fdd6c691 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:07:16.665892 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 1325c724-e3b7-4cbf-8dfb-4f162faf83d8, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=1325c724-e3b7-4cbf-8dfb-4f162faf83d8,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:07:16.772336 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:16.774674 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:16.824176 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:07:16.829907 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] 10.222.0.16 "PUT /v2.0/routers/93754ac1-d994-4c0a-9a87-36935312dee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0852168 Jun 12 17:07:16.860307 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=1325c724-e3b7-4cbf-8dfb-4f162faf83d8,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:16.864600 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:16.889495 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] Sync routers for ids ['93754ac1-d994-4c0a-9a87-36935312dee7'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:07:16.903275 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] Routers {'93754ac1-d994-4c0a-9a87-36935312dee7'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:07:16.904252 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:06:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['93754ac1-d994-4c0a-9a87-36935312dee7'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:07:16.953125 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e766a-81c3-4792-a618-b55027686b38 req-1477ad61-a9ee-4017-91af-a08413183705 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:16.961357 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e16e766a-81c3-4792-a618-b55027686b38 req-1477ad61-a9ee-4017-91af-a08413183705 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 946 time: 0.1299500 Jun 12 17:07:17.027269 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e16e766a-81c3-4792-a618-b55027686b38 req-42a651c5-1e37-4f07-aead-b115d9c65004 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648122 Jun 12 17:07:17.286740 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] Set router 93754ac1-d994-4c0a-9a87-36935312dee7 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:07:17.383891 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab779ca-e2ca-4fbb-8b21-d03cc00ce135 req-fc154ef8-cf95-442e-afa7-b1c7ce0de6a2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:17.393072 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2ab779ca-e2ca-4fbb-8b21-d03cc00ce135 req-fc154ef8-cf95-442e-afa7-b1c7ce0de6a2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.2321739 Jun 12 17:07:17.404057 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1eb9b-1a85-410e-83b2-f1d03cacd0f2 req-a638ec3a-3890-44b3-842c-8812dad61306 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:17.410820 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-69d1eb9b-1a85-410e-83b2-f1d03cacd0f2 req-a638ec3a-3890-44b3-842c-8812dad61306 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.1419244 Jun 12 17:07:17.472069 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2ab779ca-e2ca-4fbb-8b21-d03cc00ce135 req-d664fbdb-d29b-4077-9bc9-9cdb2a86bcf7 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707319 Jun 12 17:07:17.492898 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57e91d-7836-424b-99ad-11bb9ea1f261 req-776d3fad-ea7c-4ef5-9a28-37d737d4d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:17.492898 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8d57e91d-7836-424b-99ad-11bb9ea1f261 req-776d3fad-ea7c-4ef5-9a28-37d737d4d93a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=27f65002b23d4deb8a864f9d7c9721a6&device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 1099 time: 0.1694193 Jun 12 17:07:17.506143 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-69d1eb9b-1a85-410e-83b2-f1d03cacd0f2 req-f1428949-2a5f-4038-985d-9468680cbb28 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924187 Jun 12 17:07:17.727069 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57e91d-7836-424b-99ad-11bb9ea1f261 req-6e479714-e4fd-4111-9575-ae5cf91f3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:17.728765 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8d57e91d-7836-424b-99ad-11bb9ea1f261 req-6e479714-e4fd-4111-9575-ae5cf91f3198 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bd00fee-120e-4d62-8f0b-f1dd692edaaf HTTP/1.1" status: 200 len: 912 time: 0.2301311 Jun 12 17:07:17.816823 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'name': 'tempest-TestMinimumBasicScenario-1372330090-router', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:06Z', 'updated_at': '2021-06-12T17:07:14Z', 'revision_number': 4, 'project_id': '8739bb767738461088ab796ff2a650ac', 'gw_port': {'id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:08Z', 'updated_at': '2021-06-12T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '87d78fc4-9dae-442d-b117-a9b6fdd6c691', 'name': '', 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'mac_address': 'fa:16:3e:c5:15:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7b3013f0-63c6-436f-b840-5e869aac9153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:13Z', 'updated_at': '2021-06-12T17:07:15Z', 'revision_number': 2, 'project_id': '8739bb767738461088ab796ff2a650ac', 'subnets': [{'id': '7b3013f0-63c6-436f-b840-5e869aac9153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:07:17.823004 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] Checking router: 93754ac1-d994-4c0a-9a87-36935312dee7 for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:07:17.823428 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] Updating router 93754ac1-d994-4c0a-9a87-36935312dee7 port 87d78fc4-9dae-442d-b117-a9b6fdd6c691 binding host dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 17:07:17.884849 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad747d-d8af-4c3e-b61b-49d961e3611c req-eb7f2860-1ec1-4785-bde3-bf644f4a920a tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:17.886518 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-42ad747d-d8af-4c3e-b61b-49d961e3611c req-eb7f2860-1ec1-4785-bde3-bf644f4a920a tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.2059166 Jun 12 17:07:17.888961 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8d57e91d-7836-424b-99ad-11bb9ea1f261 req-b486900e-3151-47d5-8932-eff98201d332 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 HTTP/1.1" status: 200 len: 1001 time: 0.1379685 Jun 12 17:07:17.937398 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:18.032609 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-42ad747d-d8af-4c3e-b61b-49d961e3611c req-164c6936-0ced-45d0-a4fb-b309bae516d1 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245568 Jun 12 17:07:18.032718 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 1325c724-e3b7-4cbf-8dfb-4f162faf83d8 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:07:18.042190 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57e91d-7836-424b-99ad-11bb9ea1f261 req-722b1492-06e4-4e5c-bdc1-eccf1107ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:18.044079 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8d57e91d-7836-424b-99ad-11bb9ea1f261 req-722b1492-06e4-4e5c-bdc1-eccf1107ccbc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6b76acd-3b25-497d-91fe-7cc8125c8173 HTTP/1.1" status: 200 len: 850 time: 0.1214583 Jun 12 17:07:18.097910 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 60060) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:07:18.104919 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-b7d4bc9b-e526-42ea-9209-989ceffdff55 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2088941188-network', 'tenant_id': '9515a870f54c41e9bcae6f39604cff61'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:07:18.144210 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57e91d-7836-424b-99ad-11bb9ea1f261 req-70648eaa-c8eb-43f3-9aab-32de93fd6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:18.146105 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8d57e91d-7836-424b-99ad-11bb9ea1f261 req-70648eaa-c8eb-43f3-9aab-32de93fd6d6d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bd00fee-120e-4d62-8f0b-f1dd692edaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0946221 Jun 12 17:07:18.195630 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d4bc9b-e526-42ea-9209-989ceffdff55 admin admin] Made reservation on behalf of 9515a870f54c41e9bcae6f39604cff61 for: {'network': 1} {{(pid=92466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:07:18.198458 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b7d4bc9b-e526-42ea-9209-989ceffdff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for network, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:18.213019 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b7d4bc9b-e526-42ea-9209-989ceffdff55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:18.238015 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 1325c724-e3b7-4cbf-8dfb-4f162faf83d8 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:07:18.238410 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:18.317002 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8d57e91d-7836-424b-99ad-11bb9ea1f261 req-f3c8eed5-80a8-462b-a908-0fa0545463b0 service neutron] 10.222.0.22 "GET /v2.0/networks/1bd00fee-120e-4d62-8f0b-f1dd692edaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611357 Jun 12 17:07:18.326612 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b7d4bc9b-e526-42ea-9209-989ceffdff55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:18.406087 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b7d4bc9b-e526-42ea-9209-989ceffdff55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:18.422378 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d4bc9b-e526-42ea-9209-989ceffdff55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=92466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 17:07:18.433779 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b7d4bc9b-e526-42ea-9209-989ceffdff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:18.434465 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.db.segments_db [None req-b7d4bc9b-e526-42ea-9209-989ceffdff55 admin admin] Added segment 7a600cd5-411a-461b-900f-0dea8f1c1781 of type vlan for network a02ef3c8-1a79-4bad-a155-df3a5914c665 Jun 12 17:07:18.494319 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-e23131f8-60c0-4656-b4b5-2fdf6a2c6ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:18.521916 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8d57e91d-7836-424b-99ad-11bb9ea1f261 req-e789cb47-4ac3-49d1-a09b-59638e7ff2d4 service neutron] 10.222.0.22 "GET /v2.0/networks/1bd00fee-120e-4d62-8f0b-f1dd692edaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843796 Jun 12 17:07:18.539138 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b7d4bc9b-e526-42ea-9209-989ceffdff55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742179357597'] for network, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:18.564000 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08946e2f-8a4a-4525-b6e3-831165fb744a req-8298859e-ae24-46d4-82f5-ba8782e880d8 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:18.571319 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-08946e2f-8a4a-4525-b6e3-831165fb744a req-8298859e-ae24-46d4-82f5-ba8782e880d8 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 946 time: 0.3463559 Jun 12 17:07:18.571758 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] Notify callbacks [] for port, precommit_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:18.575923 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4bc9b-e526-42ea-9209-989ceffdff55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10ea560-a690-4253-852d-88c350adff20,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:18.579824 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b7d4bc9b-e526-42ea-9209-989ceffdff55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:18.595778 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] Transition to ACTIVE for port object 87d78fc4-9dae-442d-b117-a9b6fdd6c691 will not be triggered until provisioned by entity L2. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:07:18.651170 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-08946e2f-8a4a-4525-b6e3-831165fb744a req-faa517b4-0265-4381-89c7-d4c7fe0851b0 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788150 Jun 12 17:07:18.744447 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:18.747296 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:18.750924 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cda32-3d68-4dd2-b9e8-486e2d52cdf3 req-6a575363-0398-4de4-a9d8-d460055e5176 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:18.758572 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-901cda32-3d68-4dd2-b9e8-486e2d52cdf3 req-6a575363-0398-4de4-a9d8-d460055e5176 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.1115057 Jun 12 17:07:18.766437 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b7d4bc9b-e526-42ea-9209-989ceffdff55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065'] for network, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:18.767814 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d4bc9b-e526-42ea-9209-989ceffdff55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:18.768529 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b7d4bc9b-e526-42ea-9209-989ceffdff55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:18.771523 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:18.815286 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-901cda32-3d68-4dd2-b9e8-486e2d52cdf3 req-0e28b5b5-d32e-4f5e-9cbb-9187392f3e0c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547059 Jun 12 17:07:18.884120 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2729d2-f4ae-497c-a4cd-3595db732ef5 None None] Pushing event updated for resources: {'Port': ['ID=87d78fc4-9dae-442d-b117-a9b6fdd6c691,revision_number=3']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:18.887493 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-dd2729d2-f4ae-497c-a4cd-3595db732ef5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:18.972464 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] Attempting to bind port 87d78fc4-9dae-442d-b117-a9b6fdd6c691 on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:07:18.973038 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] Attempting to bind port 87d78fc4-9dae-442d-b117-a9b6fdd6c691 by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '64bada24-dde5-4c5d-9b97-77dfba85ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00'}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:07:18.973420 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] Attempting to bind port 87d78fc4-9dae-442d-b117-a9b6fdd6c691 on network b69f48d8-e3c1-47a9-b277-5d23daa57c00 {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:07:18.981881 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4bc9b-e526-42ea-9209-989ceffdff55 admin admin] Pushing event updated for resources: {'Network': ['ID=a02ef3c8-1a79-4bad-a155-df3a5914c665,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:18.982122 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:07:18.982612 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] Checking segment: {'id': '64bada24-dde5-4c5d-9b97-77dfba85ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:07:18.983207 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:18.984131 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] Bound using segment: {'id': '64bada24-dde5-4c5d-9b97-77dfba85ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00'} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:07:18.984131 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] Bound port: 87d78fc4-9dae-442d-b117-a9b6fdd6c691, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bada24-dde5-4c5d-9b97-77dfba85ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00'}}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:07:18.984688 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:18.998148 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b7d4bc9b-e526-42ea-9209-989ceffdff55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:19.003453 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Network a02ef3c8-1a79-4bad-a155-df3a5914c665 details requested by agent ovs-agent-dv-cinder-796114-2-iscsi with host dv-cinder-796114-2-iscsi {{(pid=92468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 17:07:19.041333 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a1535-8a6b-4967-ac52-65a4fcc00311 req-5ee88054-57e8-49a9-92c3-c295477bca30 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:19.051175 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-677a1535-8a6b-4967-ac52-65a4fcc00311 req-5ee88054-57e8-49a9-92c3-c295477bca30 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.2766347 Jun 12 17:07:19.125560 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-677a1535-8a6b-4967-ac52-65a4fcc00311 req-3e227f20-d548-47cd-9f55-c5f46d4e3de6 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729909 Jun 12 17:07:19.138946 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 60072) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:07:19.140019 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-b7d4bc9b-e526-42ea-9209-989ceffdff55 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0409606 Jun 12 17:07:19.145057 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-e49f80b2-c4ed-4d1b-b261-56eb76b753b6 admin admin] Request body: {'subnet': {'network_id': 'a02ef3c8-1a79-4bad-a155-df3a5914c665', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2088941188-subnet', 'tenant_id': '9515a870f54c41e9bcae6f39604cff61', 'ip_version': 4}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:07:19.191213 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] For port 87d78fc4-9dae-442d-b117-a9b6fdd6c691, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:07:19.210339 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] For port 87d78fc4-9dae-442d-b117-a9b6fdd6c691, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=87d78fc4-9dae-442d-b117-a9b6fdd6c691,segment=NetworkSegment(64bada24-dde5-4c5d-9b97-77dfba85ccce),segment_id=64bada24-dde5-4c5d-9b97-77dfba85ccce)] {{(pid=92468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:07:19.295294 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d899c-5706-4d0f-bed4-d5f232cb40fd req-6e3e599a-c230-4b47-a1dc-29e7eef21e76 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:19.297402 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f53d899c-5706-4d0f-bed4-d5f232cb40fd req-6e3e599a-c230-4b47-a1dc-29e7eef21e76 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1039226 Jun 12 17:07:19.351809 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f53d899c-5706-4d0f-bed4-d5f232cb40fd req-dea5fde7-9367-4138-a7e6-7027cd61b8c5 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479350 Jun 12 17:07:19.418615 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:19.421382 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:19.447729 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49f80b2-c4ed-4d1b-b261-56eb76b753b6 admin admin] Made reservation on behalf of 9515a870f54c41e9bcae6f39604cff61 for: {'subnet': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:07:19.450643 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e49f80b2-c4ed-4d1b-b261-56eb76b753b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57867025'] for subnet, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:19.513429 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] Routers {'93754ac1-d994-4c0a-9a87-36935312dee7'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:07:19.514128 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:06:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['93754ac1-d994-4c0a-9a87-36935312dee7'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:07:19.705972 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2729d2-f4ae-497c-a4cd-3595db732ef5 None None] Pushing event updated for resources: {'Port': ['ID=87d78fc4-9dae-442d-b117-a9b6fdd6c691,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:19.716727 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-dd2729d2-f4ae-497c-a4cd-3595db732ef5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:19.832047 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] Set router 93754ac1-d994-4c0a-9a87-36935312dee7 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:07:20.068811 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d7be6-035d-46a4-ba28-e0274f4eb990 req-b5e565de-60e2-4dc4-90bd-df6346b3fd9d tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:20.069245 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e49f80b2-c4ed-4d1b-b261-56eb76b753b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58649856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57867015'] for subnet, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:20.071064 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3c4d7be6-035d-46a4-ba28-e0274f4eb990 req-b5e565de-60e2-4dc4-90bd-df6346b3fd9d tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 946 time: 0.0922303 Jun 12 17:07:20.081321 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:20.146267 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3c4d7be6-035d-46a4-ba28-e0274f4eb990 req-234dabf0-5265-47a8-bb39-1061ef5d4327 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689514 Jun 12 17:07:20.200778 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'name': 'tempest-TestMinimumBasicScenario-1372330090-router', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:06Z', 'updated_at': '2021-06-12T17:07:14Z', 'revision_number': 4, 'project_id': '8739bb767738461088ab796ff2a650ac', 'gw_port': {'id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:08Z', 'updated_at': '2021-06-12T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '87d78fc4-9dae-442d-b117-a9b6fdd6c691', 'name': '', 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'mac_address': 'fa:16:3e:c5:15:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7b3013f0-63c6-436f-b840-5e869aac9153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:13Z', 'updated_at': '2021-06-12T17:07:19Z', 'revision_number': 4, 'project_id': '8739bb767738461088ab796ff2a650ac', 'subnets': [{'id': '7b3013f0-63c6-436f-b840-5e869aac9153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:07:20.208879 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814faa2c-d338-4b5b-879f-08f70ef36f24 None None] The sync data for ids ['93754ac1-d994-4c0a-9a87-36935312dee7'] in dv-cinder-796114-2-iscsi is: [{'id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'name': 'tempest-TestMinimumBasicScenario-1372330090-router', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:06Z', 'updated_at': '2021-06-12T17:07:14Z', 'revision_number': 4, 'project_id': '8739bb767738461088ab796ff2a650ac', 'gw_port': {'id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:08Z', 'updated_at': '2021-06-12T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '87d78fc4-9dae-442d-b117-a9b6fdd6c691', 'name': '', 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'mac_address': 'fa:16:3e:c5:15:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7b3013f0-63c6-436f-b840-5e869aac9153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:13Z', 'updated_at': '2021-06-12T17:07:19Z', 'revision_number': 4, 'project_id': '8739bb767738461088ab796ff2a650ac', 'subnets': [{'id': '7b3013f0-63c6-436f-b840-5e869aac9153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:07:20.224597 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49f80b2-c4ed-4d1b-b261-56eb76b753b6 admin admin] Checking segment: {'id': '7a600cd5-411a-461b-900f-0dea8f1c1781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a02ef3c8-1a79-4bad-a155-df3a5914c665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:07:20.228001 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49f80b2-c4ed-4d1b-b261-56eb76b753b6 admin admin] Network hostable DHCP agents. Network: a02ef3c8-1a79-4bad-a155-df3a5914c665, hostable agents: ['dea24f1a-15dd-4e40-8754-3f5bb8b9c420'], hosted agents: [] {{(pid=92467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 17:07:20.262390 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce4747-0712-4e6c-819d-df2dbe2ac34f req-e521eb3d-41d0-43f4-b829-7ba2e4988dac tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:20.264964 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6bce4747-0712-4e6c-819d-df2dbe2ac34f req-e521eb3d-41d0-43f4-b829-7ba2e4988dac tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.2864614 Jun 12 17:07:20.289033 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f80b2-c4ed-4d1b-b261-56eb76b753b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd29ebc7-51cc-40e4-9f6d-25811b06ba36,revision_number=0']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:20.299857 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e49f80b2-c4ed-4d1b-b261-56eb76b753b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:20.394729 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6bce4747-0712-4e6c-819d-df2dbe2ac34f req-c5692831-8ebf-4f43-977c-9efc70d57354 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966101 Jun 12 17:07:20.400892 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49f80b2-c4ed-4d1b-b261-56eb76b753b6 admin admin] Network a02ef3c8-1a79-4bad-a155-df3a5914c665 is scheduled to be hosted by DHCP agent dea24f1a-15dd-4e40-8754-3f5bb8b9c420 with binding_index 1 {{(pid=92467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 17:07:20.450167 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693d571-349a-434b-a35b-7b96f5cee784 req-deaa4ace-d919-45b9-a99d-fd3799445297 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:20.460116 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-2693d571-349a-434b-a35b-7b96f5cee784 req-deaa4ace-d919-45b9-a99d-fd3799445297 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.1321995 Jun 12 17:07:20.516689 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-e49f80b2-c4ed-4d1b-b261-56eb76b753b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-2-iscsi, a02ef3c8-1a79-4bad-a155-df3a5914c665) {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:07:20.522307 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49f80b2-c4ed-4d1b-b261-56eb76b753b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:20.523238 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e49f80b2-c4ed-4d1b-b261-56eb76b753b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:20.535815 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aca090d-a38d-45e7-823f-7815ea69d891 None None] Network a02ef3c8-1a79-4bad-a155-df3a5914c665 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:07:20.576187 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-2693d571-349a-434b-a35b-7b96f5cee784 req-cbf838b7-ff37-48a1-bf22-b7d0cd01af8f tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1107857 Jun 12 17:07:20.796308 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-e49f80b2-c4ed-4d1b-b261-56eb76b753b6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6558738 Jun 12 17:07:20.803070 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 60094) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:07:20.812620 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2088941188-router', 'tenant_id': '9515a870f54c41e9bcae6f39604cff61', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:07:20.913984 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c57d6b-8740-43cc-a3b9-6ece6db4d065 req-df45030e-1fde-464b-977c-8bb865b9578b tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:20.916286 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-73c57d6b-8740-43cc-a3b9-6ece6db4d065 req-df45030e-1fde-464b-977c-8bb865b9578b tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1956625 Jun 12 17:07:20.944250 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16469155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12062'] for router, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:20.945715 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16469188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16397778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16460493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12261'] for router, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:21.003389 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-73c57d6b-8740-43cc-a3b9-6ece6db4d065 req-78495a68-c958-4767-9914-113c22c60c10 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810633 Jun 12 17:07:21.054464 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:21.117036 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c9d205f-6952-582c-9c30-338f7d97ab93-a02ef3c8-1a79-4bad-a155-df3a5914c665', 'network_id': 'a02ef3c8-1a79-4bad-a155-df3a5914c665', 'tenant_id': '9515a870f54c41e9bcae6f39604cff61', 'fixed_ips': [{'subnet_id': 'dd29ebc7-51cc-40e4-9f6d-25811b06ba36'}]}} from dv-cinder-796114-2-iscsi. {{(pid=92468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 17:07:21.117957 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:21.300164 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.db_base_plugin_common [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Allocated IP 172.20.0.2 (a02ef3c8-1a79-4bad-a155-df3a5914c665/dd29ebc7-51cc-40e4-9f6d-25811b06ba36/486c6ac3-e46b-44ab-a24c-fb922a7e79f8) {{(pid=92468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:07:21.353496 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68e028-3136-41da-a586-e5bbc862e684 req-fb5440b7-a9ed-454c-8274-aab47124e406 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:21.355276 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ac68e028-3136-41da-a586-e5bbc862e684 req-fb5440b7-a9ed-454c-8274-aab47124e406 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 946 time: 0.0865626 Jun 12 17:07:21.399515 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ac68e028-3136-41da-a586-e5bbc862e684 req-ef3d54dc-0fdb-40f0-8d28-0ed5400e9db6 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381670 Jun 12 17:07:21.494198 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Notify callbacks [] for port, precommit_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:21.506142 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Transition to ACTIVE for port object 486c6ac3-e46b-44ab-a24c-fb922a7e79f8 will not be triggered until provisioned by entity L2. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:07:21.524558 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Transition to ACTIVE for port object 486c6ac3-e46b-44ab-a24c-fb922a7e79f8 will not be triggered until provisioned by entity DHCP. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:07:21.629240 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:21.642474 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaa366-d21e-4662-95d5-7eafaace563f req-58343d4d-c732-4acd-8af6-1df3f0fc7b66 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:21.644039 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-2d8b1b93-f3e6-4545-aaef-0eddc7038a3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:21.645193 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ddbaa366-d21e-4662-95d5-7eafaace563f req-58343d4d-c732-4acd-8af6-1df3f0fc7b66 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.1165957 Jun 12 17:07:21.715431 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Network a02ef3c8-1a79-4bad-a155-df3a5914c665 is already hosted by enough agents. {{(pid=92468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:07:21.728072 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.scheduler.base_scheduler [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Resources bound (agent type, host, resource id): {{(pid=92468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:07:21.732075 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Received port after_create {{(pid=92468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:07:21.750375 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Pushing event updated for resources: {'Port': ['ID=486c6ac3-e46b-44ab-a24c-fb922a7e79f8,revision_number=1']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:21.780521 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:21.780688 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ddbaa366-d21e-4662-95d5-7eafaace563f req-1f9a80b9-208d-4b36-96bd-66464f4a5cba tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177862 Jun 12 17:07:21.864291 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Attempting to bind port 486c6ac3-e46b-44ab-a24c-fb922a7e79f8 on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:07:21.864793 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Attempting to bind port 486c6ac3-e46b-44ab-a24c-fb922a7e79f8 by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '7a600cd5-411a-461b-900f-0dea8f1c1781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a02ef3c8-1a79-4bad-a155-df3a5914c665'}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:07:21.865431 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Attempting to bind port 486c6ac3-e46b-44ab-a24c-fb922a7e79f8 on network a02ef3c8-1a79-4bad-a155-df3a5914c665 {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:07:21.875937 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:07:21.876547 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Checking segment: {'id': '7a600cd5-411a-461b-900f-0dea8f1c1781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a02ef3c8-1a79-4bad-a155-df3a5914c665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:07:21.877375 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:21.878185 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Bound using segment: {'id': '7a600cd5-411a-461b-900f-0dea8f1c1781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a02ef3c8-1a79-4bad-a155-df3a5914c665'} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:07:21.879985 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Bound port: 486c6ac3-e46b-44ab-a24c-fb922a7e79f8, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a600cd5-411a-461b-900f-0dea8f1c1781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a02ef3c8-1a79-4bad-a155-df3a5914c665'}}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:07:21.884590 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:22.048913 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] For port 486c6ac3-e46b-44ab-a24c-fb922a7e79f8, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:07:22.053398 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] For port 486c6ac3-e46b-44ab-a24c-fb922a7e79f8, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=486c6ac3-e46b-44ab-a24c-fb922a7e79f8,segment=NetworkSegment(7a600cd5-411a-461b-900f-0dea8f1c1781),segment_id=7a600cd5-411a-461b-900f-0dea8f1c1781)] {{(pid=92468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:07:22.058285 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 87d78fc4-9dae-442d-b117-a9b6fdd6c691 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:07:22.138910 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:22.141320 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:22.185205 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-a3b65c7d-1929-4df5-bf29-21da079f427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:22.206809 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 87d78fc4-9dae-442d-b117-a9b6fdd6c691 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:07:22.215189 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 87d78fc4-9dae-442d-b117-a9b6fdd6c691 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:07:22.215786 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:22.315814 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Pushing event updated for resources: {'Port': ['ID=486c6ac3-e46b-44ab-a24c-fb922a7e79f8,revision_number=2']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:22.319926 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:22.386332 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:22.387452 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16397773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16469169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12275'] for router, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:22.443147 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45086246-c118-4a20-aa11-51831ec1de6c req-712b121d-8cfd-421b-b972-1de9f320680e tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:22.446749 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-45086246-c118-4a20-aa11-51831ec1de6c req-712b121d-8cfd-421b-b972-1de9f320680e tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.22 "GET /v2.0/ports?device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 946 time: 0.6464584 Jun 12 17:07:22.454055 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 87d78fc4-9dae-442d-b117-a9b6fdd6c691, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=87d78fc4-9dae-442d-b117-a9b6fdd6c691,segment=NetworkSegment(64bada24-dde5-4c5d-9b97-77dfba85ccce),segment_id=64bada24-dde5-4c5d-9b97-77dfba85ccce)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:07:22.464350 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6a830-2329-4be9-84f1-b4048d38bbeb req-c33f6c8e-0dfb-4642-a0e3-ca129f52d8fe tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:22.471324 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-63d6a830-2329-4be9-84f1-b4048d38bbeb req-c33f6c8e-0dfb-4642-a0e3-ca129f52d8fe tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 946 time: 0.5760984 Jun 12 17:07:22.477023 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada46c38-604f-4128-8fa8-a9b0b16489ef req-17ea2a52-2fc6-4477-9d97-5d8e85f5648e tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:22.485650 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ada46c38-604f-4128-8fa8-a9b0b16489ef req-17ea2a52-2fc6-4477-9d97-5d8e85f5648e tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1936820 Jun 12 17:07:22.547041 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:22.549909 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:22.565485 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ada46c38-604f-4128-8fa8-a9b0b16489ef req-d34a79de-969a-494a-8a57-0c571749a1bb tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787737 Jun 12 17:07:22.657335 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=87d78fc4-9dae-442d-b117-a9b6fdd6c691,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:22.663176 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:22.676361 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-63d6a830-2329-4be9-84f1-b4048d38bbeb req-436c0fdd-f966-40fc-9515-a1a418fa0a73 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041504 Jun 12 17:07:22.841104 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-45086246-c118-4a20-aa11-51831ec1de6c req-babcc8af-94a9-476d-a6d7-8267bc599058 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Deleting port 0c4c4509-acfc-415f-93c5-42cda003e027 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:07:22.841442 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-45086246-c118-4a20-aa11-51831ec1de6c req-babcc8af-94a9-476d-a6d7-8267bc599058 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:22.844801 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98d700-f58b-4f73-9219-fcd3ec6c3926 req-8a1b74d6-d214-418a-8eb5-66178b8c0d43 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:22.848254 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9a98d700-f58b-4f73-9219-fcd3ec6c3926 req-8a1b74d6-d214-418a-8eb5-66178b8c0d43 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 946 time: 0.0953636 Jun 12 17:07:22.912336 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9a98d700-f58b-4f73-9219-fcd3ec6c3926 req-d09209c5-9310-4322-851e-bbf0fd50f8b9 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602891 Jun 12 17:07:23.139472 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-45086246-c118-4a20-aa11-51831ec1de6c req-babcc8af-94a9-476d-a6d7-8267bc599058 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] For port 0c4c4509-acfc-415f-93c5-42cda003e027, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=0c4c4509-acfc-415f-93c5-42cda003e027,segment=NetworkSegment(29156e22-d4f7-4803-8426-165b91d9ec1f),segment_id=29156e22-d4f7-4803-8426-165b91d9ec1f)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:07:23.139856 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-45086246-c118-4a20-aa11-51831ec1de6c req-babcc8af-94a9-476d-a6d7-8267bc599058 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:23.278880 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-45086246-c118-4a20-aa11-51831ec1de6c req-babcc8af-94a9-476d-a6d7-8267bc599058 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Calling delete_port for 0c4c4509-acfc-415f-93c5-42cda003e027 owned by compute:nova {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:07:23.336594 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:23.348683 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c58331-9b1c-4983-9ad3-4a5309840a3a req-906b7cd9-3c92-4201-b50b-a5d88ed1046c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:23.350409 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-93c58331-9b1c-4983-9ad3-4a5309840a3a req-906b7cd9-3c92-4201-b50b-a5d88ed1046c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.3855898 Jun 12 17:07:23.413627 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76387877-853e-4198-89db-7725cd748160 None None] Network a02ef3c8-1a79-4bad-a155-df3a5914c665 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:07:23.434797 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:23.549911 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-93c58331-9b1c-4983-9ad3-4a5309840a3a req-e31c1f9a-6679-4c4c-a933-082a768ff1e0 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508896 Jun 12 17:07:23.613172 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b760168-91ca-4599-9141-d2a0191e19e3 req-7d7b6912-d604-406f-9707-c22d07813f6b tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:23.614647 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4b760168-91ca-4599-9141-d2a0191e19e3 req-7d7b6912-d604-406f-9707-c22d07813f6b tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 946 time: 0.3270481 Jun 12 17:07:23.693724 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-4c809708-916e-4ec6-a9a1-6ee08ecd982b None None] Provisioning for port 486c6ac3-e46b-44ab-a24c-fb922a7e79f8 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:07:23.731144 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] Allocated IP 172.27.1.70 (ea6ee7b2-d8f2-435f-804e-11e3b9b06d41/91bb23a6-47cd-46ba-a600-d5abe9f7088a/5bd2aeb9-e18e-47ee-addc-3d6973cfb017) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:07:23.775319 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01288983-0039-4867-a036-3d4003a37fa4 req-85c2e771-075d-41f2-96c3-e141d647b37e tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:23.788271 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-01288983-0039-4867-a036-3d4003a37fa4 req-85c2e771-075d-41f2-96c3-e141d647b37e tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0932364 Jun 12 17:07:23.863305 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-01288983-0039-4867-a036-3d4003a37fa4 req-f30d8fd5-9a9f-4dd6-8978-9caab399cb39 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646269 Jun 12 17:07:23.903102 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-45086246-c118-4a20-aa11-51831ec1de6c req-babcc8af-94a9-476d-a6d7-8267bc599058 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:23.915158 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['1d535e4b-3946-4f2a-a276-c1ce680faa52', '28a49bb0-7700-4e5f-9cba-5ba82f9d3f49', 'f6d07ee1-8ee9-48ae-8af0-703b5c75edfb'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:07:23.936697 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-1be4dd8c-936b-4ad9-a9b0-df5e27e780a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:23.989739 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcc8af-94a9-476d-a6d7-8267bc599058 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Pushing event deleted for resources: {'Port': ['ID=0c4c4509-acfc-415f-93c5-42cda003e027,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:24.006898 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-babcc8af-94a9-476d-a6d7-8267bc599058 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:24.062261 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:24.073740 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-4b760168-91ca-4599-9141-d2a0191e19e3 req-b6c08c02-74a3-4f33-a0c8-d7ec179dc170 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Deleting port 0a357c92-92c5-4b56-b0f9-a0d9b461e347 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:07:24.074053 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-4b760168-91ca-4599-9141-d2a0191e19e3 req-b6c08c02-74a3-4f33-a0c8-d7ec179dc170 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:24.090633 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 87d78fc4-9dae-442d-b117-a9b6fdd6c691 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:07:24.102037 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-45086246-c118-4a20-aa11-51831ec1de6c req-babcc8af-94a9-476d-a6d7-8267bc599058 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] No DVR routers for this DVR port 0c4c4509-acfc-415f-93c5-42cda003e027 on host hv-cinder-79611 {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:07:24.106225 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-45086246-c118-4a20-aa11-51831ec1de6c req-babcc8af-94a9-476d-a6d7-8267bc599058 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:24.108200 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-45086246-c118-4a20-aa11-51831ec1de6c req-babcc8af-94a9-476d-a6d7-8267bc599058 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.22 "DELETE /v2.0/ports/0c4c4509-acfc-415f-93c5-42cda003e027 HTTP/1.1" status: 204 len: 173 time: 1.6537302 Jun 12 17:07:24.108851 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-00149ebc-36cd-443f-93ee-7e9c0bb6ed38 req-f3bcd5d8-8b6f-45ff-8b4a-f50852f3648a tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 210 time: 0.0413299 Jun 12 17:07:24.121145 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb49992-3d76-4414-aa48-aa7fd35bddfb', 'name': 'network-vif-deleted', 'tag': '0c4c4509-acfc-415f-93c5-42cda003e027'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:07:24.123559 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df477e8-7f8d-4231-b33c-7929f9f90eea" -d '{"events": [{"server_uuid": "efb49992-3d76-4414-aa48-aa7fd35bddfb", "name": "network-vif-deleted", "tag": "0c4c4509-acfc-415f-93c5-42cda003e027"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:07:24.166106 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca41eb8-752d-472f-b8a7-8cca5da7f97c req-2de7fd3c-c1cf-4598-a297-8914961de0a0 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:24.167648 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-dca41eb8-752d-472f-b8a7-8cca5da7f97c req-2de7fd3c-c1cf-4598-a297-8914961de0a0 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 946 time: 0.3299708 Jun 12 17:07:24.172658 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc62bac-d83e-4728-9d5b-29f6593b945e x-openstack-request-id: req-1cc62bac-d83e-4728-9d5b-29f6593b945e {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:07:24.172979 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb49992-3d76-4414-aa48-aa7fd35bddfb", "name": "network-vif-deleted", "tag": "0c4c4509-acfc-415f-93c5-42cda003e027", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:07:24.173264 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1cc62bac-d83e-4728-9d5b-29f6593b945e {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:07:24.173678 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb49992-3d76-4414-aa48-aa7fd35bddfb', 'name': 'network-vif-deleted', 'tag': '0c4c4509-acfc-415f-93c5-42cda003e027', 'status': 'completed', 'code': 200} Jun 12 17:07:24.216432 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 87d78fc4-9dae-442d-b117-a9b6fdd6c691 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:07:24.216823 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:24.295008 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-dca41eb8-752d-472f-b8a7-8cca5da7f97c req-16dffb95-89eb-47ea-8618-5ce11d1490d1 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800900 Jun 12 17:07:24.305870 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-4b760168-91ca-4599-9141-d2a0191e19e3 req-b6c08c02-74a3-4f33-a0c8-d7ec179dc170 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] For port 0a357c92-92c5-4b56-b0f9-a0d9b461e347, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=0a357c92-92c5-4b56-b0f9-a0d9b461e347,segment=NetworkSegment(82fc4727-08dd-4d9a-aa53-fe4b75e389bd),segment_id=82fc4727-08dd-4d9a-aa53-fe4b75e389bd)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:07:24.306620 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-4b760168-91ca-4599-9141-d2a0191e19e3 req-b6c08c02-74a3-4f33-a0c8-d7ec179dc170 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:24.365406 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 486c6ac3-e46b-44ab-a24c-fb922a7e79f8 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:07:24.408900 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-4b760168-91ca-4599-9141-d2a0191e19e3 req-b6c08c02-74a3-4f33-a0c8-d7ec179dc170 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Calling delete_port for 0a357c92-92c5-4b56-b0f9-a0d9b461e347 owned by compute:nova {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:07:24.415179 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:24.418514 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-fd54effb-4e43-424f-b64a-1356bbe2b8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:24.518890 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:07:24.524571 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:07:24.529586 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:07:24.532666 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 486c6ac3-e46b-44ab-a24c-fb922a7e79f8 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:07:24.537626 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 486c6ac3-e46b-44ab-a24c-fb922a7e79f8 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:07:24.538342 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:24.572779 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd2aeb9-e18e-47ee-addc-3d6973cfb017,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:24.577859 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:24.650370 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:24.681893 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-55005a81-dd1e-413e-8725-fb89381d8af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:24.694009 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 486c6ac3-e46b-44ab-a24c-fb922a7e79f8, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=486c6ac3-e46b-44ab-a24c-fb922a7e79f8,segment=NetworkSegment(7a600cd5-411a-461b-900f-0dea8f1c1781),segment_id=7a600cd5-411a-461b-900f-0dea8f1c1781)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:07:24.766801 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:24.768758 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:24.773813 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234db9ef-a3a6-44a7-88bf-17c44f1077d5 req-1ffba547-96b1-4415-9e84-60381c8cec42 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:24.775942 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-234db9ef-a3a6-44a7-88bf-17c44f1077d5 req-1ffba547-96b1-4415-9e84-60381c8cec42 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 946 time: 0.0818617 Jun 12 17:07:24.836971 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-234db9ef-a3a6-44a7-88bf-17c44f1077d5 req-797bca89-791b-4379-a13e-3e065c21042b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430076 Jun 12 17:07:24.866528 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=486c6ac3-e46b-44ab-a24c-fb922a7e79f8,revision_number=3']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:24.870639 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:24.908915 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:25.201751 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995d6a1-55e8-48b8-9492-4dd244836c5b req-b050587d-4d36-4828-b04c-ca803edfd1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:25.203221 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b995d6a1-55e8-48b8-9492-4dd244836c5b req-b050587d-4d36-4828-b04c-ca803edfd1bd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cb7095c203644131bc201541fe94bc98&device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 1099 time: 0.2525079 Jun 12 17:07:25.215229 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5c6cf-362c-4a9f-87bd-df9527866109 req-65657cad-f7c3-46fa-b937-e5c9e0461cf9 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:25.216743 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-35c5c6cf-362c-4a9f-87bd-df9527866109 req-65657cad-f7c3-46fa-b937-e5c9e0461cf9 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.2142115 Jun 12 17:07:25.287050 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0f45da74-d32e-4cb0-96b0-91d032ac3b94 req-60d6d8f8-3e80-46db-9277-581bda528ae0 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=efb49992-3d76-4414-aa48-aa7fd35bddfb HTTP/1.1" status: 200 len: 210 time: 0.0376136 Jun 12 17:07:25.320809 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:07:25.336417 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-4b760168-91ca-4599-9141-d2a0191e19e3 req-b6c08c02-74a3-4f33-a0c8-d7ec179dc170 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:25.363297 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['0a357c92-92c5-4b56-b0f9-a0d9b461e347'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:07:25.437726 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-35c5c6cf-362c-4a9f-87bd-df9527866109 req-2f97c8ac-8f00-433f-8d92-eaa9d2456f9a tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125835 Jun 12 17:07:25.438303 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:25.459347 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:25.483742 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bf667bad-ea2e-430b-a172-fc79db9938ef req-858cdbb1-299b-4a59-ae09-c96b5e931d38 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 210 time: 0.0360212 Jun 12 17:07:25.495453 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c08c02-74a3-4f33-a0c8-d7ec179dc170 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Pushing event deleted for resources: {'Port': ['ID=0a357c92-92c5-4b56-b0f9-a0d9b461e347,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:25.496372 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f051e2-8a8b-4b42-aee6-171c04d886ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:07:25.498820 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0dcd88-4c8e-4147-9472-6d94b64281bb" -d '{"events": [{"server_uuid": "e3f051e2-8a8b-4b42-aee6-171c04d886ab", "name": "network-vif-unplugged", "status": "completed", "tag": "7b182cb1-0320-4cea-9c2e-bf0050d5acd1"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:07:25.511361 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-b6c08c02-74a3-4f33-a0c8-d7ec179dc170 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:25.524998 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:07:25.547218 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995d6a1-55e8-48b8-9492-4dd244836c5b req-cd5a25f3-5df5-46e4-a4d9-f0b911c47cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:25.548757 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b995d6a1-55e8-48b8-9492-4dd244836c5b req-cd5a25f3-5df5-46e4-a4d9-f0b911c47cd7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e HTTP/1.1" status: 200 len: 918 time: 0.3311443 Jun 12 17:07:25.553644 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Jun 2021 17:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c764b368-cccc-448f-81bf-9afa91a46ca4 x-openstack-request-id: req-c764b368-cccc-448f-81bf-9afa91a46ca4 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:07:25.554127 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f051e2-8a8b-4b42-aee6-171c04d886ab", "name": "network-vif-unplugged", "status": "completed", "tag": "7b182cb1-0320-4cea-9c2e-bf0050d5acd1", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:07:25.554262 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c764b368-cccc-448f-81bf-9afa91a46ca4 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:07:25.554661 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f051e2-8a8b-4b42-aee6-171c04d886ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1', 'code': 200} Jun 12 17:07:25.572951 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b760168-91ca-4599-9141-d2a0191e19e3 req-b6c08c02-74a3-4f33-a0c8-d7ec179dc170 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] No DVR routers for this DVR port 0a357c92-92c5-4b56-b0f9-a0d9b461e347 on host hv-cinder-79611 {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:07:25.581631 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-4b760168-91ca-4599-9141-d2a0191e19e3 req-b6c08c02-74a3-4f33-a0c8-d7ec179dc170 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:25.583486 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4b760168-91ca-4599-9141-d2a0191e19e3 req-b6c08c02-74a3-4f33-a0c8-d7ec179dc170 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.22 "DELETE /v2.0/ports/0a357c92-92c5-4b56-b0f9-a0d9b461e347 HTTP/1.1" status: 204 len: 173 time: 1.9566216 Jun 12 17:07:25.618120 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:25.618927 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 0c4c4509-acfc-415f-93c5-42cda003e027 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:07:25.620784 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:25.657714 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:25.672690 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] No Port match for: 0c4c4509-acfc-415f-93c5-42cda003e027 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:07:25.673073 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 0c4c4509-acfc-415f-93c5-42cda003e027 not bound to the agent host hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:07:25.721487 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,revision_number=8']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:25.724613 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:25.758079 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b995d6a1-55e8-48b8-9492-4dd244836c5b req-fc4bfc7d-b66e-4361-b48d-c70bc0b5ed55 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b182cb1-0320-4cea-9c2e-bf0050d5acd1 HTTP/1.1" status: 200 len: 1000 time: 0.1861703 Jun 12 17:07:25.790426 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:25.800638 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:25.837192 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995d6a1-55e8-48b8-9492-4dd244836c5b req-72d6c468-83a3-4fb7-a5be-1b52187133b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:25.838591 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b995d6a1-55e8-48b8-9492-4dd244836c5b req-72d6c468-83a3-4fb7-a5be-1b52187133b6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a580d181-6158-4a52-89c2-8aedf3a5088e HTTP/1.1" status: 200 len: 856 time: 0.0702298 Jun 12 17:07:25.941774 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 486c6ac3-e46b-44ab-a24c-fb922a7e79f8 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:07:26.022785 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 486c6ac3-e46b-44ab-a24c-fb922a7e79f8 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:07:26.023861 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:26.034960 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995d6a1-55e8-48b8-9492-4dd244836c5b req-cd3071c4-d5a4-4c12-a8ae-aa0a3c43b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:26.036873 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b995d6a1-55e8-48b8-9492-4dd244836c5b req-cd3071c4-d5a4-4c12-a8ae-aa0a3c43b8d6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1908820 Jun 12 17:07:26.040870 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16469160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16397461'] for router, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:26.055399 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72cf12-f6ef-4d66-8b20-5fab58590d80 req-b490da0e-f68a-4e7c-8edd-6c0d502255d4 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:26.057207 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1f72cf12-f6ef-4d66-8b20-5fab58590d80 req-b490da0e-f68a-4e7c-8edd-6c0d502255d4 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0849280 Jun 12 17:07:26.114760 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1f72cf12-f6ef-4d66-8b20-5fab58590d80 req-761a6212-85ef-4b1c-86cc-43d7149b5f80 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480149 Jun 12 17:07:26.177378 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e56a56-2ae7-454e-8942-0913bf8e7ef5', 'name': 'network-vif-deleted', 'tag': '0a357c92-92c5-4b56-b0f9-a0d9b461e347'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:07:26.180183 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e84895-069d-425f-82ea-024220bfccb4" -d '{"events": [{"server_uuid": "a3e56a56-2ae7-454e-8942-0913bf8e7ef5", "name": "network-vif-deleted", "tag": "0a357c92-92c5-4b56-b0f9-a0d9b461e347"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:07:26.250099 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64e7e31-6ab2-4f1d-a445-297c4df4b539 x-openstack-request-id: req-a64e7e31-6ab2-4f1d-a445-297c4df4b539 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:07:26.254766 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e56a56-2ae7-454e-8942-0913bf8e7ef5", "name": "network-vif-deleted", "tag": "0a357c92-92c5-4b56-b0f9-a0d9b461e347", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:07:26.254766 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a64e7e31-6ab2-4f1d-a445-297c4df4b539 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:07:26.254766 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e56a56-2ae7-454e-8942-0913bf8e7ef5', 'name': 'network-vif-deleted', 'tag': '0a357c92-92c5-4b56-b0f9-a0d9b461e347', 'status': 'completed', 'code': 200} Jun 12 17:07:26.305132 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b995d6a1-55e8-48b8-9492-4dd244836c5b req-ea142809-e16e-4797-a3cf-19e8b6573843 service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583857 Jun 12 17:07:26.444327 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b995d6a1-55e8-48b8-9492-4dd244836c5b req-8f88e4d4-9bd4-4ceb-8dec-ee2cba76ff87 service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303353 Jun 12 17:07:26.491822 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] Router 5d881b90-1c30-4e28-aed8-f6344c4b6829 is scheduled to L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a with binding_index 1 {{(pid=92467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 17:07:26.661777 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:07:26.673459 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] Sync routers for ids ['5d881b90-1c30-4e28-aed8-f6344c4b6829'] in dv-cinder-796114-2-iscsi {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:07:26.685500 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4f8d5ea3-bfd2-4b5b-9a4c-93940619f24a req-fc086073-5f1d-4e21-89cf-c365dafa6dbc tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e56a56-2ae7-454e-8942-0913bf8e7ef5 HTTP/1.1" status: 200 len: 210 time: 0.0564363 Jun 12 17:07:26.696440 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] Routers {'5d881b90-1c30-4e28-aed8-f6344c4b6829'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:07:26.705882 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:07:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['5d881b90-1c30-4e28-aed8-f6344c4b6829'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:07:26.736566 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee7269-b1f0-406d-8522-b8262e7115d5 req-fd0e0639-6059-4168-bd77-8a24ea2ab2c9 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:26.738025 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c1ee7269-b1f0-406d-8522-b8262e7115d5 req-fd0e0639-6059-4168-bd77-8a24ea2ab2c9 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1333663 Jun 12 17:07:26.784236 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c1ee7269-b1f0-406d-8522-b8262e7115d5 req-14b6bc73-798f-453d-8696-39eb882cd054 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361373 Jun 12 17:07:26.800229 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] Notify callbacks [] for router, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:26.804071 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9945748 Jun 12 17:07:26.804324 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 60156) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:07:26.865137 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] Set router 5d881b90-1c30-4e28-aed8-f6344c4b6829 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:07:27.112958 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d881b90-1c30-4e28-aed8-f6344c4b6829', 'name': 'tempest-TestMinimumBasicScenario-2088941188-router', 'tenant_id': '9515a870f54c41e9bcae6f39604cff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '5bd2aeb9-e18e-47ee-addc-3d6973cfb017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:20Z', 'updated_at': '2021-06-12T17:07:25Z', 'revision_number': 3, 'project_id': '9515a870f54c41e9bcae6f39604cff61', 'gw_port': {'id': '5bd2aeb9-e18e-47ee-addc-3d6973cfb017', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d881b90-1c30-4e28-aed8-f6344c4b6829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:23Z', 'updated_at': '2021-06-12T17:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:07:27.116931 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] Checking router: 5d881b90-1c30-4e28-aed8-f6344c4b6829 for host: dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:07:27.117381 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] Updating router 5d881b90-1c30-4e28-aed8-f6344c4b6829 port 5bd2aeb9-e18e-47ee-addc-3d6973cfb017 binding host dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 17:07:27.159337 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:27.311802 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a3fb8-f705-43d8-be89-c52e32f9caf8 req-ad1ee9d6-4ff7-433b-b73f-7ab103cbeaf3 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:27.313368 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e44a3fb8-f705-43d8-be89-c52e32f9caf8 req-ad1ee9d6-4ff7-433b-b73f-7ab103cbeaf3 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0787585 Jun 12 17:07:27.342232 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 0a357c92-92c5-4b56-b0f9-a0d9b461e347 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:07:27.361554 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e44a3fb8-f705-43d8-be89-c52e32f9caf8 req-6966bd24-b745-4578-8da1-eb8c60a2ae5a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419731 Jun 12 17:07:27.377775 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] No Port match for: 0a357c92-92c5-4b56-b0f9-a0d9b461e347 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:07:27.378138 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 0a357c92-92c5-4b56-b0f9-a0d9b461e347 not bound to the agent host hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:07:27.423911 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:27.507023 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] Notify callbacks [] for port, precommit_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:27.517018 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.provisioning_blocks [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] Transition to ACTIVE for port object 5bd2aeb9-e18e-47ee-addc-3d6973cfb017 will not be triggered until provisioned by entity L2. {{(pid=92469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:07:27.653516 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:27.669144 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:27.672325 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:27.730364 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] Attempting to bind port 5bd2aeb9-e18e-47ee-addc-3d6973cfb017 on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:07:27.733096 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] Attempting to bind port 5bd2aeb9-e18e-47ee-addc-3d6973cfb017 by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}] {{(pid=92469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:07:27.733096 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] Attempting to bind port 5bd2aeb9-e18e-47ee-addc-3d6973cfb017 on network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:07:27.742864 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:07:27.743090 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] Checking segment: {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:07:27.743470 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:27.743900 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] Bound using segment: {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'} {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:07:27.744383 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] Bound port: 5bd2aeb9-e18e-47ee-addc-3d6973cfb017, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}}] {{(pid=92469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:07:27.744746 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:27.746421 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a1681-62a3-47a9-a4cb-1c3ade1e7bb6 None None] Pushing event updated for resources: {'Port': ['ID=5bd2aeb9-e18e-47ee-addc-3d6973cfb017,revision_number=2']} {{(pid=92469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:27.749510 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-d88a1681-62a3-47a9-a4cb-1c3ade1e7bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:27.926862 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Allocated IP 172.20.0.1 (a02ef3c8-1a79-4bad-a155-df3a5914c665/dd29ebc7-51cc-40e4-9f6d-25811b06ba36/53489638-64e0-4863-abfb-218781552f92) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:07:27.947598 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.db [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] For port 5bd2aeb9-e18e-47ee-addc-3d6973cfb017, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:07:27.951314 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.db [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] For port 5bd2aeb9-e18e-47ee-addc-3d6973cfb017, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=5bd2aeb9-e18e-47ee-addc-3d6973cfb017,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:07:28.041250 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:28.043520 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:28.117663 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] Routers {'5d881b90-1c30-4e28-aed8-f6344c4b6829'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:07:28.117663 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:07:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['5d881b90-1c30-4e28-aed8-f6344c4b6829'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:07:28.117663 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a1681-62a3-47a9-a4cb-1c3ade1e7bb6 None None] Pushing event updated for resources: {'Port': ['ID=5bd2aeb9-e18e-47ee-addc-3d6973cfb017,revision_number=3']} {{(pid=92469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:28.117663 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-d88a1681-62a3-47a9-a4cb-1c3ade1e7bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:28.133137 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcf214-f9c2-4415-812b-84556c8c5619 req-06cd002e-ea34-4d24-b4ea-f54bcd9a07e9 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:28.135190 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-09bcf214-f9c2-4415-812b-84556c8c5619 req-06cd002e-ea34-4d24-b4ea-f54bcd9a07e9 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.2009010 Jun 12 17:07:28.141942 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:28.175274 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Transition to ACTIVE for port object 53489638-64e0-4863-abfb-218781552f92 will not be triggered until provisioned by entity DHCP. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:07:28.202375 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-09bcf214-f9c2-4415-812b-84556c8c5619 req-6cdb89e1-2097-4a24-8d60-c228409eeb11 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575664 Jun 12 17:07:28.275571 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] Set router 5d881b90-1c30-4e28-aed8-f6344c4b6829 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:07:28.343505 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:28.354842 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-7600cae8-6b4d-4631-b8e0-0a9834214d8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:28.397724 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Network a02ef3c8-1a79-4bad-a155-df3a5914c665 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:07:28.411589 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:07:28.417424 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:07:28.508290 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Pushing event updated for resources: {'Port': ['ID=53489638-64e0-4863-abfb-218781552f92,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:28.525732 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:28.557747 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e8f79-5674-4271-806a-3a569e6d57cd req-54a46f96-4081-4e2d-8e22-3dd3c636c4a5 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:28.564184 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16398672'] for router_interface, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:28.566941 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-993e8f79-5674-4271-806a-3a569e6d57cd req-54a46f96-4081-4e2d-8e22-3dd3c636c4a5 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21279a5-20c0-4edc-8350-b6bb8e946432 HTTP/1.1" status: 200 len: 945 time: 0.0987046 Jun 12 17:07:28.569443 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d881b90-1c30-4e28-aed8-f6344c4b6829', 'name': 'tempest-TestMinimumBasicScenario-2088941188-router', 'tenant_id': '9515a870f54c41e9bcae6f39604cff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '5bd2aeb9-e18e-47ee-addc-3d6973cfb017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:20Z', 'updated_at': '2021-06-12T17:07:25Z', 'revision_number': 3, 'project_id': '9515a870f54c41e9bcae6f39604cff61', 'gw_port': {'id': '5bd2aeb9-e18e-47ee-addc-3d6973cfb017', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d881b90-1c30-4e28-aed8-f6344c4b6829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:23Z', 'updated_at': '2021-06-12T17:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:07:28.578602 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5902bcdc-b239-47f0-a003-486462cb8286 None None] The sync data for ids ['5d881b90-1c30-4e28-aed8-f6344c4b6829'] in dv-cinder-796114-2-iscsi is: [{'id': '5d881b90-1c30-4e28-aed8-f6344c4b6829', 'name': 'tempest-TestMinimumBasicScenario-2088941188-router', 'tenant_id': '9515a870f54c41e9bcae6f39604cff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '5bd2aeb9-e18e-47ee-addc-3d6973cfb017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:20Z', 'updated_at': '2021-06-12T17:07:25Z', 'revision_number': 3, 'project_id': '9515a870f54c41e9bcae6f39604cff61', 'gw_port': {'id': '5bd2aeb9-e18e-47ee-addc-3d6973cfb017', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d881b90-1c30-4e28-aed8-f6344c4b6829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:23Z', 'updated_at': '2021-06-12T17:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}] {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:07:28.620881 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-993e8f79-5674-4271-806a-3a569e6d57cd req-5d5c42be-4a37-42e1-829d-37036f61513d tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524716 Jun 12 17:07:28.639343 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-3ce0abc7-9c44-4281-93d7-264e45319b11 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:28.641123 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-3ce0abc7-9c44-4281-93d7-264e45319b11 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/networks?id=b98aab6b-6995-43a5-8510-510f21ccd901 HTTP/1.1" status: 200 len: 809 time: 0.3436842 Jun 12 17:07:28.674921 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-8517bf0d-6d3f-4532-a32f-d7f7b6786605 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/quotas/916813ee6e8b4b5f87a1f702f88902dc HTTP/1.1" status: 200 len: 375 time: 0.0214241 Jun 12 17:07:28.735330 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-4eb4ec68-4666-4693-8cbc-be4cf40684fc tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=916813ee6e8b4b5f87a1f702f88902dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595362 Jun 12 17:07:28.796878 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3380442-9d1a-40c2-9656-b689aee2308b req-a0352ddd-fbe7-4ab8-9efa-02218b335d24 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:28.798398 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b3380442-9d1a-40c2-9656-b689aee2308b req-a0352ddd-fbe7-4ab8-9efa-02218b335d24 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0747316 Jun 12 17:07:28.819830 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-478ff668-9377-4289-847a-b953a4e225ad None None] Provisioning for port 53489638-64e0-4863-abfb-218781552f92 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:07:28.834031 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-478ff668-9377-4289-847a-b953a4e225ad None None] Provisioning complete for port 53489638-64e0-4863-abfb-218781552f92 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:07:28.841723 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-478ff668-9377-4289-847a-b953a4e225ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:28.857419 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b3380442-9d1a-40c2-9656-b689aee2308b req-c6d7cec8-4dba-4de5-9629-8193e39dc5c6 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515616 Jun 12 17:07:28.900250 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-7a20d930-79c5-41bb-baf1-968f547b53e9 service neutron] 10.222.0.16 "GET /v2.0/networks/b98aab6b-6995-43a5-8510-510f21ccd901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526814 Jun 12 17:07:28.923422 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-478ff668-9377-4289-847a-b953a4e225ad None None] Port 53489638-64e0-4863-abfb-218781552f92 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:07:28.995188 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:29.156346 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-a912cb0d-0b07-422c-a200-ce2ad71f29ba service neutron] 10.222.0.16 "GET /v2.0/networks/b98aab6b-6995-43a5-8510-510f21ccd901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527223 Jun 12 17:07:29.300853 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:29.403649 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:29.412843 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9827a0df-29be-4a21-a546-3311c8344180 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:29.530620 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Pushing event updated for resources: {'Port': ['ID=53489638-64e0-4863-abfb-218781552f92,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:29.536207 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16398788'] for router_interface, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:29.540820 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:29.727059 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4d8b3-bf17-49d8-bfb3-0d488459abde req-bcf5ae93-7ef2-4ddd-a8b9-36e65497624f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:29.728580 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3bb4d8b3-bf17-49d8-bfb3-0d488459abde req-bcf5ae93-7ef2-4ddd-a8b9-36e65497624f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1900132 Jun 12 17:07:29.758975 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Network a02ef3c8-1a79-4bad-a155-df3a5914c665 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:07:29.762233 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:07:29.859042 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3bb4d8b3-bf17-49d8-bfb3-0d488459abde req-5ff14b8b-2d82-4026-b2f2-27c44a8af092 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237299 Jun 12 17:07:29.977560 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ac183f64-d137-4663-82ab-c762bd1806c8 req-7fd12055-51b4-4732-b23b-7cdf756fb09c tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 210 time: 0.0447967 Jun 12 17:07:30.008265 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 5bd2aeb9-e18e-47ee-addc-3d6973cfb017 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:07:30.028747 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Router 5d881b90-1c30-4e28-aed8-f6344c4b6829 has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:07:30.155846 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-dd100e35-faa1-405c-a0fc-7650414e3713 None None] Provisioning complete for port 53489638-64e0-4863-abfb-218781552f92 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:07:30.156744 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-dd100e35-faa1-405c-a0fc-7650414e3713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:30.205808 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-dd100e35-faa1-405c-a0fc-7650414e3713 None None] Port 53489638-64e0-4863-abfb-218781552f92 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:07:30.229249 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 5bd2aeb9-e18e-47ee-addc-3d6973cfb017 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:07:30.233579 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 5bd2aeb9-e18e-47ee-addc-3d6973cfb017 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:07:30.234079 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:30.388188 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:30.411340 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 5bd2aeb9-e18e-47ee-addc-3d6973cfb017, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=5bd2aeb9-e18e-47ee-addc-3d6973cfb017,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:07:30.488842 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:30.492331 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:30.579506 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=5bd2aeb9-e18e-47ee-addc-3d6973cfb017,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:30.584278 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:30.688836 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:07:30.700640 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3819a-46df-48b3-a0a5-4b23e0f3756e req-92141d47-8a7e-4cba-b368-9745787e1bb4 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:30.702107 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-45f3819a-46df-48b3-a0a5-4b23e0f3756e req-92141d47-8a7e-4cba-b368-9745787e1bb4 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.22 "GET /v2.0/ports?device_id=b21279a5-20c0-4edc-8350-b6bb8e946432 HTTP/1.1" status: 200 len: 945 time: 0.6716089 Jun 12 17:07:30.703446 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] Sync routers for ids ['5d881b90-1c30-4e28-aed8-f6344c4b6829'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:07:30.708031 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] 10.222.0.16 "PUT /v2.0/routers/5d881b90-1c30-4e28-aed8-f6344c4b6829/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9020982 Jun 12 17:07:30.729605 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f580172-92ed-49f8-b4f9-34af96d90a59 req-fa8086b6-cd30-43ae-8e9f-7d51e94614d3 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:30.731850 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-8f580172-92ed-49f8-b4f9-34af96d90a59 req-fa8086b6-cd30-43ae-8e9f-7d51e94614d3 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0895817 Jun 12 17:07:30.733954 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] Routers {'5d881b90-1c30-4e28-aed8-f6344c4b6829'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:07:30.734601 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:07:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['5d881b90-1c30-4e28-aed8-f6344c4b6829'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:07:30.776222 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefb6b1-61b7-45b2-ae87-8085bdad9a8b req-ccbc7f05-6847-4134-957a-69037c11dd6c tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:30.785638 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5eefb6b1-61b7-45b2-ae87-8085bdad9a8b req-ccbc7f05-6847-4134-957a-69037c11dd6c tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21279a5-20c0-4edc-8350-b6bb8e946432 HTTP/1.1" status: 200 len: 945 time: 0.2816372 Jun 12 17:07:30.857887 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-8f580172-92ed-49f8-b4f9-34af96d90a59 req-cc75b829-f55d-488e-8ee4-bd7535f6eba6 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169221 Jun 12 17:07:30.868489 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5eefb6b1-61b7-45b2-ae87-8085bdad9a8b req-b9e2b222-5477-4d96-bbb4-eb62506d8ad6 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686805 Jun 12 17:07:30.872178 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af07eb8-8262-4f45-94c4-9ef77cac242e req-7725eaa9-8774-49de-8e5e-82d48df8e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:30.873658 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6af07eb8-8262-4f45-94c4-9ef77cac242e req-7725eaa9-8774-49de-8e5e-82d48df8e01e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 1098 time: 0.2861760 Jun 12 17:07:31.004703 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6af07eb8-8262-4f45-94c4-9ef77cac242e req-e58ae7de-974f-481e-8e56-2dacb12f76be service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967667 Jun 12 17:07:31.036412 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-45f3819a-46df-48b3-a0a5-4b23e0f3756e req-e0df936f-3119-48b2-8175-03f562bd2dae tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Deleting port f6d07ee1-8ee9-48ae-8af0-703b5c75edfb {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:07:31.037092 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-45f3819a-46df-48b3-a0a5-4b23e0f3756e req-e0df936f-3119-48b2-8175-03f562bd2dae tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:31.092344 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] Set router 5d881b90-1c30-4e28-aed8-f6344c4b6829 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:07:31.157713 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-45f3819a-46df-48b3-a0a5-4b23e0f3756e req-e0df936f-3119-48b2-8175-03f562bd2dae tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] For port f6d07ee1-8ee9-48ae-8af0-703b5c75edfb, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f6d07ee1-8ee9-48ae-8af0-703b5c75edfb,segment=NetworkSegment(29156e22-d4f7-4803-8426-165b91d9ec1f),segment_id=29156e22-d4f7-4803-8426-165b91d9ec1f)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:07:31.158073 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-45f3819a-46df-48b3-a0a5-4b23e0f3756e req-e0df936f-3119-48b2-8175-03f562bd2dae tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:31.197585 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb7c98-22ef-4ed0-8777-033f342aafe7 req-ac8906ab-6018-4b69-bc4c-a52a96d36e41 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:31.201262 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9bbb7c98-22ef-4ed0-8777-033f342aafe7 req-ac8906ab-6018-4b69-bc4c-a52a96d36e41 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1652961 Jun 12 17:07:31.287054 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-45f3819a-46df-48b3-a0a5-4b23e0f3756e req-e0df936f-3119-48b2-8175-03f562bd2dae tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Calling delete_port for f6d07ee1-8ee9-48ae-8af0-703b5c75edfb owned by compute:nova {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:07:31.315732 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9bbb7c98-22ef-4ed0-8777-033f342aafe7 req-44a59f52-cd12-4685-b20e-33636e844ed6 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995176 Jun 12 17:07:31.401403 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:07:31.411902 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d39f56ad-7afc-4d32-b8ec-e31eaa3f6c6a req-9008f57f-cdb8-436c-918a-148afcbea0c9 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 210 time: 0.0345428 Jun 12 17:07:31.555820 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-45f3819a-46df-48b3-a0a5-4b23e0f3756e req-e0df936f-3119-48b2-8175-03f562bd2dae tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:31.560544 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-b6c08c02-74a3-4f33-a0c8-d7ec179dc170 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:31.594461 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df936f-3119-48b2-8175-03f562bd2dae tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Pushing event deleted for resources: {'Port': ['ID=f6d07ee1-8ee9-48ae-8af0-703b5c75edfb,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:31.598984 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e0df936f-3119-48b2-8175-03f562bd2dae tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:31.634603 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['1d535e4b-3946-4f2a-a276-c1ce680faa52', '28a49bb0-7700-4e5f-9cba-5ba82f9d3f49'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:07:31.661034 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f3819a-46df-48b3-a0a5-4b23e0f3756e req-e0df936f-3119-48b2-8175-03f562bd2dae tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] No DVR routers for this DVR port f6d07ee1-8ee9-48ae-8af0-703b5c75edfb on host hv-cinder-79611 {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:07:31.664120 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-45f3819a-46df-48b3-a0a5-4b23e0f3756e req-e0df936f-3119-48b2-8175-03f562bd2dae tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:31.665738 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-45f3819a-46df-48b3-a0a5-4b23e0f3756e req-e0df936f-3119-48b2-8175-03f562bd2dae tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.22 "DELETE /v2.0/ports/f6d07ee1-8ee9-48ae-8af0-703b5c75edfb HTTP/1.1" status: 204 len: 173 time: 0.9555612 Jun 12 17:07:31.666239 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21279a5-20c0-4edc-8350-b6bb8e946432', 'name': 'network-vif-deleted', 'tag': 'f6d07ee1-8ee9-48ae-8af0-703b5c75edfb'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:07:31.668671 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0a94a6-31eb-4054-8168-20f617623d3a" -d '{"events": [{"server_uuid": "b21279a5-20c0-4edc-8350-b6bb8e946432", "name": "network-vif-deleted", "tag": "f6d07ee1-8ee9-48ae-8af0-703b5c75edfb"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:07:31.738530 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf48ed3f-0fec-408c-8394-da57359a4c05 x-openstack-request-id: req-bf48ed3f-0fec-408c-8394-da57359a4c05 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:07:31.738530 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21279a5-20c0-4edc-8350-b6bb8e946432", "name": "network-vif-deleted", "tag": "f6d07ee1-8ee9-48ae-8af0-703b5c75edfb", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:07:31.738530 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf48ed3f-0fec-408c-8394-da57359a4c05 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:07:31.738530 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21279a5-20c0-4edc-8350-b6bb8e946432', 'name': 'network-vif-deleted', 'tag': 'f6d07ee1-8ee9-48ae-8af0-703b5c75edfb', 'status': 'completed', 'code': 200} Jun 12 17:07:31.839942 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 60258) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:07:31.903458 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d881b90-1c30-4e28-aed8-f6344c4b6829', 'name': 'tempest-TestMinimumBasicScenario-2088941188-router', 'tenant_id': '9515a870f54c41e9bcae6f39604cff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '5bd2aeb9-e18e-47ee-addc-3d6973cfb017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:20Z', 'updated_at': '2021-06-12T17:07:28Z', 'revision_number': 4, 'project_id': '9515a870f54c41e9bcae6f39604cff61', 'gw_port': {'id': '5bd2aeb9-e18e-47ee-addc-3d6973cfb017', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d881b90-1c30-4e28-aed8-f6344c4b6829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:23Z', 'updated_at': '2021-06-12T17:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '53489638-64e0-4863-abfb-218781552f92', 'name': '', 'network_id': 'a02ef3c8-1a79-4bad-a155-df3a5914c665', 'tenant_id': '9515a870f54c41e9bcae6f39604cff61', 'mac_address': 'fa:16:3e:d6:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d881b90-1c30-4e28-aed8-f6344c4b6829', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'dd29ebc7-51cc-40e4-9f6d-25811b06ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:27Z', 'updated_at': '2021-06-12T17:07:29Z', 'revision_number': 2, 'project_id': '9515a870f54c41e9bcae6f39604cff61', 'subnets': [{'id': 'dd29ebc7-51cc-40e4-9f6d-25811b06ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:07:31.916369 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] Checking router: 5d881b90-1c30-4e28-aed8-f6344c4b6829 for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:07:31.918899 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] Updating router 5d881b90-1c30-4e28-aed8-f6344c4b6829 port 53489638-64e0-4863-abfb-218781552f92 binding host dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 17:07:31.977628 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:32.027837 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 5bd2aeb9-e18e-47ee-addc-3d6973cfb017 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:07:32.171434 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2bc9069e-533e-46a6-a3df-53c6c065b0f0 req-a7bf2268-915b-4dae-9ddc-9dcb81e8493b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3303809 Jun 12 17:07:32.176200 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4774952a-49bf-4f70-8920-267e1ff0a62e req-cc3190f7-b68e-430b-a6f9-203066be02fc tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21279a5-20c0-4edc-8350-b6bb8e946432 HTTP/1.1" status: 200 len: 210 time: 0.0531719 Jun 12 17:07:32.247253 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-9f9e6a7e-4a18-4902-b29f-3cc7015c8a82 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:32.248867 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-9f9e6a7e-4a18-4902-b29f-3cc7015c8a82 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.22 "GET /v2.0/networks?id=b98aab6b-6995-43a5-8510-510f21ccd901 HTTP/1.1" status: 200 len: 809 time: 0.2274277 Jun 12 17:07:32.261519 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-3bea8522-2115-4466-ab03-0e65fc67d8d2 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Request body: {'port': {'device_id': 'f38c2109-2e45-4c50-9095-66ed4d8e2c9e', 'network_id': 'b98aab6b-6995-43a5-8510-510f21ccd901', 'admin_state_up': True, 'tenant_id': '916813ee6e8b4b5f87a1f702f88902dc'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:07:32.301332 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f180d14-8315-453f-bf11-03704b3edc9f req-d439fcb2-3207-4743-a44e-86c08498869f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:32.302915 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8f180d14-8315-453f-bf11-03704b3edc9f req-d439fcb2-3207-4743-a44e-86c08498869f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.1490285 Jun 12 17:07:32.323463 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 5bd2aeb9-e18e-47ee-addc-3d6973cfb017 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:07:32.323969 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:32.524218 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8f180d14-8315-453f-bf11-03704b3edc9f req-28e821b1-9fe3-4655-8cd0-bc68bd6781ef tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107742 Jun 12 17:07:32.617938 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] Notify callbacks [] for port, precommit_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:32.628249 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] Transition to ACTIVE for port object 53489638-64e0-4863-abfb-218781552f92 will not be triggered until provisioned by entity L2. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:07:32.657729 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-3bea8522-2115-4466-ab03-0e65fc67d8d2 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Made reservation on behalf of 916813ee6e8b4b5f87a1f702f88902dc for: {'port': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:07:32.662090 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-3bea8522-2115-4466-ab03-0e65fc67d8d2 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:32.681975 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:32.683997 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:32.732003 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d3c12-496a-4e58-be4d-d49f0d767d76 req-602c594d-3f8a-40b2-80f6-5ea0312147f0 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:32.733902 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-532d3c12-496a-4e58-be4d-d49f0d767d76 req-602c594d-3f8a-40b2-80f6-5ea0312147f0 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1254869 Jun 12 17:07:32.856235 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-532d3c12-496a-4e58-be4d-d49f0d767d76 req-3a43999b-fdc7-4c71-8844-e4569488713a tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157939 Jun 12 17:07:33.002092 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-3bea8522-2115-4466-ab03-0e65fc67d8d2 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Allocated IP 172.20.0.6 (b98aab6b-6995-43a5-8510-510f21ccd901/53375be5-81dd-4c01-ab2e-65219c4a210a/83b61b66-ebe3-4a8d-a35f-f81e76715823) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:07:33.004599 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769e56a-9b59-4c54-be44-168ed8c00900 None None] Pushing event updated for resources: {'Port': ['ID=53489638-64e0-4863-abfb-218781552f92,revision_number=3']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:33.047638 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-1769e56a-9b59-4c54-be44-168ed8c00900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:33.060925 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-baa55b8e-e5b1-4d0d-a05b-b1e7fd2f704b req-a540c5fe-bb77-4db5-b00c-af22ccf6eebe tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 210 time: 0.3573632 Jun 12 17:07:33.169982 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] Attempting to bind port 53489638-64e0-4863-abfb-218781552f92 on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:07:33.170559 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] Attempting to bind port 53489638-64e0-4863-abfb-218781552f92 by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '7a600cd5-411a-461b-900f-0dea8f1c1781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a02ef3c8-1a79-4bad-a155-df3a5914c665'}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:07:33.171172 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] Attempting to bind port 53489638-64e0-4863-abfb-218781552f92 on network a02ef3c8-1a79-4bad-a155-df3a5914c665 {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:07:33.181162 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:07:33.183045 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] Checking segment: {'id': '7a600cd5-411a-461b-900f-0dea8f1c1781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a02ef3c8-1a79-4bad-a155-df3a5914c665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:07:33.183045 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:33.183409 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] Bound using segment: {'id': '7a600cd5-411a-461b-900f-0dea8f1c1781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a02ef3c8-1a79-4bad-a155-df3a5914c665'} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:07:33.184116 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] Bound port: 53489638-64e0-4863-abfb-218781552f92, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a600cd5-411a-461b-900f-0dea8f1c1781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a02ef3c8-1a79-4bad-a155-df3a5914c665'}}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:07:33.184682 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:33.396086 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device f6d07ee1-8ee9-48ae-8af0-703b5c75edfb no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:07:33.402608 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] For port 53489638-64e0-4863-abfb-218781552f92, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:07:33.441607 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] No Port match for: f6d07ee1-8ee9-48ae-8af0-703b5c75edfb {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:07:33.441871 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device f6d07ee1-8ee9-48ae-8af0-703b5c75edfb not bound to the agent host hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:07:33.446503 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] For port 53489638-64e0-4863-abfb-218781552f92, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=53489638-64e0-4863-abfb-218781552f92,segment=NetworkSegment(7a600cd5-411a-461b-900f-0dea8f1c1781),segment_id=7a600cd5-411a-461b-900f-0dea8f1c1781)] {{(pid=92468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:07:33.453449 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-3bea8522-2115-4466-ab03-0e65fc67d8d2 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:33.490686 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2eeb4925-96a7-4a10-91cf-84d04c220dd8 req-233eb639-7bc6-434e-8060-7f262052b777 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=b21279a5-20c0-4edc-8350-b6bb8e946432 HTTP/1.1" status: 200 len: 210 time: 0.0736709 Jun 12 17:07:33.515256 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:33.529195 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-dd2729d2-f4ae-497c-a4cd-3595db732ef5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:33.641526 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-3bea8522-2115-4466-ab03-0e65fc67d8d2 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:33.645863 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-5fa4feac-2c1c-44ab-8cf8-38bbb42be281 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:33.726923 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] Routers {'5d881b90-1c30-4e28-aed8-f6344c4b6829'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:07:33.730051 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:07:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['5d881b90-1c30-4e28-aed8-f6344c4b6829'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:07:33.745477 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-3bea8522-2115-4466-ab03-0e65fc67d8d2 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Network b98aab6b-6995-43a5-8510-510f21ccd901 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:07:33.748829 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-3bea8522-2115-4466-ab03-0e65fc67d8d2 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:07:33.761275 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-3bea8522-2115-4466-ab03-0e65fc67d8d2 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:07:33.833224 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769e56a-9b59-4c54-be44-168ed8c00900 None None] Pushing event updated for resources: {'Port': ['ID=53489638-64e0-4863-abfb-218781552f92,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:33.871964 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea8522-2115-4466-ab03-0e65fc67d8d2 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Pushing event updated for resources: {'Port': ['ID=83b61b66-ebe3-4a8d-a35f-f81e76715823,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:33.911167 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-3bea8522-2115-4466-ab03-0e65fc67d8d2 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:33.930507 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-1769e56a-9b59-4c54-be44-168ed8c00900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:34.027323 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] Set router 5d881b90-1c30-4e28-aed8-f6344c4b6829 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:07:34.031665 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-3bea8522-2115-4466-ab03-0e65fc67d8d2 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:34.032285 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-3bea8522-2115-4466-ab03-0e65fc67d8d2 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:34.040684 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0397d4-e1ed-48b0-9058-c94933325683 req-2bdb7c66-03a0-489c-b7ae-a05e37e58c77 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:34.049854 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-7d0397d4-e1ed-48b0-9058-c94933325683 req-2bdb7c66-03a0-489c-b7ae-a05e37e58c77 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1102302 Jun 12 17:07:34.092355 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521d2e6-9835-4d49-9c22-6aff7f413313 req-434b469c-32a8-4722-a60c-6945636fc2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:34.093770 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f521d2e6-9835-4d49-9c22-6aff7f413313 req-434b469c-32a8-4722-a60c-6945636fc2c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f05fb791868a4bc09d17000a059c9879&device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 1098 time: 0.2422578 Jun 12 17:07:34.102706 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681e5d5-1bc0-4863-b23f-aaf0d04822df req-8029580d-275d-4b50-803a-60561ee8d914 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:34.109686 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7681e5d5-1bc0-4863-b23f-aaf0d04822df req-8029580d-275d-4b50-803a-60561ee8d914 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.3232479 Jun 12 17:07:34.111285 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-7d0397d4-e1ed-48b0-9058-c94933325683 req-74c95b32-bd63-470f-8cd5-db08e0d8b432 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602019 Jun 12 17:07:34.160402 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-3bea8522-2115-4466-ab03-0e65fc67d8d2 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9036236 Jun 12 17:07:34.246446 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Request body: {'port': {'device_id': 'f38c2109-2e45-4c50-9095-66ed4d8e2c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:07:34.288048 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7681e5d5-1bc0-4863-b23f-aaf0d04822df req-85e6f256-8fca-4d29-9926-3c6287146582 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739688 Jun 12 17:07:34.356139 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521d2e6-9835-4d49-9c22-6aff7f413313 req-e99360ab-03e1-4ed9-80fc-bda95171b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:34.358401 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f521d2e6-9835-4d49-9c22-6aff7f413313 req-e99360ab-03e1-4ed9-80fc-bda95171b845 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0eafd16f-a46c-448b-a61d-13c84461e05d HTTP/1.1" status: 200 len: 920 time: 0.2453859 Jun 12 17:07:34.405169 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ee615-98dc-42c1-b0f0-8b16e5db30b8 req-e43a40c5-b5df-493d-bcbf-f5ac74c3d5a0 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:34.407998 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3f9ee615-98dc-42c1-b0f0-8b16e5db30b8 req-e43a40c5-b5df-493d-bcbf-f5ac74c3d5a0 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 931 time: 0.1326301 Jun 12 17:07:34.439407 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d881b90-1c30-4e28-aed8-f6344c4b6829', 'name': 'tempest-TestMinimumBasicScenario-2088941188-router', 'tenant_id': '9515a870f54c41e9bcae6f39604cff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '5bd2aeb9-e18e-47ee-addc-3d6973cfb017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:20Z', 'updated_at': '2021-06-12T17:07:28Z', 'revision_number': 4, 'project_id': '9515a870f54c41e9bcae6f39604cff61', 'gw_port': {'id': '5bd2aeb9-e18e-47ee-addc-3d6973cfb017', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d881b90-1c30-4e28-aed8-f6344c4b6829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:23Z', 'updated_at': '2021-06-12T17:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '53489638-64e0-4863-abfb-218781552f92', 'name': '', 'network_id': 'a02ef3c8-1a79-4bad-a155-df3a5914c665', 'tenant_id': '9515a870f54c41e9bcae6f39604cff61', 'mac_address': 'fa:16:3e:d6:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d881b90-1c30-4e28-aed8-f6344c4b6829', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'dd29ebc7-51cc-40e4-9f6d-25811b06ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:27Z', 'updated_at': '2021-06-12T17:07:33Z', 'revision_number': 4, 'project_id': '9515a870f54c41e9bcae6f39604cff61', 'subnets': [{'id': 'dd29ebc7-51cc-40e4-9f6d-25811b06ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:07:34.445123 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777adbe5-245a-4548-9b91-7f3d5ee49f31 None None] The sync data for ids ['5d881b90-1c30-4e28-aed8-f6344c4b6829'] in dv-cinder-796114-2-iscsi is: [{'id': '5d881b90-1c30-4e28-aed8-f6344c4b6829', 'name': 'tempest-TestMinimumBasicScenario-2088941188-router', 'tenant_id': '9515a870f54c41e9bcae6f39604cff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '5bd2aeb9-e18e-47ee-addc-3d6973cfb017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:20Z', 'updated_at': '2021-06-12T17:07:28Z', 'revision_number': 4, 'project_id': '9515a870f54c41e9bcae6f39604cff61', 'gw_port': {'id': '5bd2aeb9-e18e-47ee-addc-3d6973cfb017', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d881b90-1c30-4e28-aed8-f6344c4b6829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:23Z', 'updated_at': '2021-06-12T17:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '53489638-64e0-4863-abfb-218781552f92', 'name': '', 'network_id': 'a02ef3c8-1a79-4bad-a155-df3a5914c665', 'tenant_id': '9515a870f54c41e9bcae6f39604cff61', 'mac_address': 'fa:16:3e:d6:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d881b90-1c30-4e28-aed8-f6344c4b6829', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'dd29ebc7-51cc-40e4-9f6d-25811b06ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:27Z', 'updated_at': '2021-06-12T17:07:33Z', 'revision_number': 4, 'project_id': '9515a870f54c41e9bcae6f39604cff61', 'subnets': [{'id': 'dd29ebc7-51cc-40e4-9f6d-25811b06ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:07:34.449329 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f521d2e6-9835-4d49-9c22-6aff7f413313 req-ac932d6d-976c-4605-817b-a98da0e5d05d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80e57d56-a381-4620-95f2-9c70e9d270d6 HTTP/1.1" status: 200 len: 217 time: 0.0606153 Jun 12 17:07:34.472838 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3f9ee615-98dc-42c1-b0f0-8b16e5db30b8 req-e389bdf7-8a5f-4d39-b86a-76ba7e001a8a tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568104 Jun 12 17:07:34.570419 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:34.595299 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521d2e6-9835-4d49-9c22-6aff7f413313 req-2ba815bb-a4a0-45f9-abfc-a7a9c45f526d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:34.596843 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f521d2e6-9835-4d49-9c22-6aff7f413313 req-2ba815bb-a4a0-45f9-abfc-a7a9c45f526d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c894c67e-9afd-476d-b855-4f5171bf79e1 HTTP/1.1" status: 200 len: 859 time: 0.1306989 Jun 12 17:07:34.694261 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f521d2e6-9835-4d49-9c22-6aff7f413313 req-3a8c0382-5529-4997-b806-ceb5eb0ae336 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0eafd16f-a46c-448b-a61d-13c84461e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898166 Jun 12 17:07:35.088164 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f521d2e6-9835-4d49-9c22-6aff7f413313 req-2687b08e-00f1-4862-a664-418cf12f3161 service neutron] 10.222.0.22 "GET /v2.0/networks/0eafd16f-a46c-448b-a61d-13c84461e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504605 Jun 12 17:07:35.314632 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b61b66-ebe3-4a8d-a35f-f81e76715823 {{(pid=92467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:07:35.349674 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:35.404909 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Transition to ACTIVE for port object 83b61b66-ebe3-4a8d-a35f-f81e76715823 will not be triggered until provisioned by entity L2. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:07:35.424350 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f521d2e6-9835-4d49-9c22-6aff7f413313 req-78ed74d0-a3c6-4e5e-8302-e7383adda44e service neutron] 10.222.0.22 "GET /v2.0/networks/0eafd16f-a46c-448b-a61d-13c84461e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279245 Jun 12 17:07:35.470396 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca93bf-3945-4a58-9ec4-4fe9009759a1 req-034b427f-4394-4a32-875c-156160b8dd28 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:35.477556 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-94ca93bf-3945-4a58-9ec4-4fe9009759a1 req-034b427f-4394-4a32-875c-156160b8dd28 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1818771 Jun 12 17:07:35.486060 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:35.497820 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:35.585771 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe4b81-fbd3-4af1-91b8-73976e2bb4ec req-229bffe1-72dd-4f60-b459-fb169718377f tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:35.588881 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0dbe4b81-fbd3-4af1-91b8-73976e2bb4ec req-229bffe1-72dd-4f60-b459-fb169718377f tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 946 time: 0.1338060 Jun 12 17:07:35.687776 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0dbe4b81-fbd3-4af1-91b8-73976e2bb4ec req-03e3a36d-3c74-495b-904f-101e3abff8f2 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576501 Jun 12 17:07:35.740666 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Pushing event updated for resources: {'Port': ['ID=83b61b66-ebe3-4a8d-a35f-f81e76715823,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:35.763755 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:35.769830 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-94ca93bf-3945-4a58-9ec4-4fe9009759a1 req-e6cbc4d7-348d-4e9d-833f-7fc7bbc4d69b tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914183 Jun 12 17:07:36.066664 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 53489638-64e0-4863-abfb-218781552f92 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:07:36.078071 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83516537-ffaa-4ad0-bca0-22074900199c req-b501a550-39b0-484b-95bc-ea63e4407e35 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:36.079683 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-83516537-ffaa-4ad0-bca0-22074900199c req-b501a550-39b0-484b-95bc-ea63e4407e35 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.1870332 Jun 12 17:07:36.166599 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-83516537-ffaa-4ad0-bca0-22074900199c req-d01170ea-9448-49d2-ab5d-7c9dad1fcacc tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764706 Jun 12 17:07:36.297984 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 53489638-64e0-4863-abfb-218781552f92 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:07:36.303473 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 53489638-64e0-4863-abfb-218781552f92 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:07:36.304216 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:36.371223 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Attempting to bind port 83b61b66-ebe3-4a8d-a35f-f81e76715823 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:07:36.383693 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Attempting to bind port 83b61b66-ebe3-4a8d-a35f-f81e76715823 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '82fc4727-08dd-4d9a-aa53-fe4b75e389bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b98aab6b-6995-43a5-8510-510f21ccd901'}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:07:36.383693 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Attempting to bind port 83b61b66-ebe3-4a8d-a35f-f81e76715823 on network b98aab6b-6995-43a5-8510-510f21ccd901 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:07:36.385457 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Port 83b61b66-ebe3-4a8d-a35f-f81e76715823 on network b98aab6b-6995-43a5-8510-510f21ccd901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 17:07:36.385792 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Attempting to bind port 83b61b66-ebe3-4a8d-a35f-f81e76715823 on network b98aab6b-6995-43a5-8510-510f21ccd901 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:07:36.412831 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Checking agent: {'id': '2dfdfaa1-9da4-4da7-bc93-db92fb710195', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'started_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:07:36.413174 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Checking segment: {'id': '82fc4727-08dd-4d9a-aa53-fe4b75e389bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b98aab6b-6995-43a5-8510-510f21ccd901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:07:36.413757 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Bound using segment: {'id': '82fc4727-08dd-4d9a-aa53-fe4b75e389bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b98aab6b-6995-43a5-8510-510f21ccd901'} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:07:36.414402 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Bound port: 83b61b66-ebe3-4a8d-a35f-f81e76715823, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82fc4727-08dd-4d9a-aa53-fe4b75e389bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b98aab6b-6995-43a5-8510-510f21ccd901'}}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:07:36.415032 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:36.486904 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9069e-533e-46a6-a3df-53c6c065b0f0 req-210d0a84-a22f-49f2-b082-be8e8bf9de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:36.488458 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2bc9069e-533e-46a6-a3df-53c6c065b0f0 req-210d0a84-a22f-49f2-b082-be8e8bf9de59 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab&tenant_id=cb7095c203644131bc201541fe94bc98 HTTP/1.1" status: 200 len: 1097 time: 0.6439943 Jun 12 17:07:36.515034 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac6d13-f467-4855-8388-8577f27d008e req-86e20211-93d4-4a55-bfe4-55562f18822e tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:36.522170 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-efac6d13-f467-4855-8388-8577f27d008e req-86e20211-93d4-4a55-bfe4-55562f18822e tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 943 time: 0.2264643 Jun 12 17:07:36.596784 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:36.616195 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] For port 83b61b66-ebe3-4a8d-a35f-f81e76715823, host hv-cinder-79611, cleared binding levels {{(pid=92467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:07:36.633203 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 53489638-64e0-4863-abfb-218781552f92, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=53489638-64e0-4863-abfb-218781552f92,segment=NetworkSegment(7a600cd5-411a-461b-900f-0dea8f1c1781),segment_id=7a600cd5-411a-461b-900f-0dea8f1c1781)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:07:36.645473 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] For port 83b61b66-ebe3-4a8d-a35f-f81e76715823, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=83b61b66-ebe3-4a8d-a35f-f81e76715823,segment=NetworkSegment(82fc4727-08dd-4d9a-aa53-fe4b75e389bd),segment_id=82fc4727-08dd-4d9a-aa53-fe4b75e389bd)] {{(pid=92467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:07:36.661758 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-efac6d13-f467-4855-8388-8577f27d008e req-e033ca2e-b6fd-4329-abb9-d24d74dc56dc tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385648 Jun 12 17:07:36.683838 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9069e-533e-46a6-a3df-53c6c065b0f0 req-165718f3-7389-4900-a3ec-59edcaaf4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:36.685377 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2bc9069e-533e-46a6-a3df-53c6c065b0f0 req-165718f3-7389-4900-a3ec-59edcaaf4404 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cb7095c203644131bc201541fe94bc98&device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 1097 time: 0.1540229 Jun 12 17:07:36.720948 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:36.723461 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-dd2729d2-f4ae-497c-a4cd-3595db732ef5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:36.739397 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:36.746240 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:36.836760 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=53489638-64e0-4863-abfb-218781552f92,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:36.839968 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:36.924526 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:36.925480 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:36.927078 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] 10.222.0.22 "PUT /v2.0/ports/83b61b66-ebe3-4a8d-a35f-f81e76715823 HTTP/1.1" status: 200 len: 1093 time: 2.7492757 Jun 12 17:07:36.927824 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38c2109-2e45-4c50-9095-66ed4d8e2c9e', 'tag': '83b61b66-ebe3-4a8d-a35f-f81e76715823'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:07:36.930969 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9a2016-7ab1-4887-b914-0a0d8bbcc017" -d '{"events": [{"name": "network-changed", "server_uuid": "f38c2109-2e45-4c50-9095-66ed4d8e2c9e", "tag": "83b61b66-ebe3-4a8d-a35f-f81e76715823"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:07:36.951113 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d3a3b-d384-4cdf-9e54-4e8097cf60a5 req-b95a17df-fa27-4892-98ad-dc4614177ed0 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:36.962944 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-616d3a3b-d384-4cdf-9e54-4e8097cf60a5 req-b95a17df-fa27-4892-98ad-dc4614177ed0 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 946 time: 0.1175406 Jun 12 17:07:37.010889 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9069e-533e-46a6-a3df-53c6c065b0f0 req-9115b4fc-8fb5-4203-9c64-548474d7a4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:37.012903 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2bc9069e-533e-46a6-a3df-53c6c065b0f0 req-9115b4fc-8fb5-4203-9c64-548474d7a4ac service neutron] 10.222.0.22 "GET /v2.0/networks?id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e HTTP/1.1" status: 200 len: 918 time: 0.3172503 Jun 12 17:07:37.016334 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-616d3a3b-d384-4cdf-9e54-4e8097cf60a5 req-3647556c-7c9e-434e-841b-d549c68ae7f3 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522866 Jun 12 17:07:37.024623 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Pushing event updated for resources: {'Port': ['ID=83b61b66-ebe3-4a8d-a35f-f81e76715823,revision_number=3']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:37.034270 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:37.098529 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c7c901-fac8-47dd-bc08-f5b35086a397 x-openstack-request-id: req-88c7c901-fac8-47dd-bc08-f5b35086a397 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:07:37.098975 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38c2109-2e45-4c50-9095-66ed4d8e2c9e", "tag": "83b61b66-ebe3-4a8d-a35f-f81e76715823", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:07:37.099325 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88c7c901-fac8-47dd-bc08-f5b35086a397 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:07:37.099847 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38c2109-2e45-4c50-9095-66ed4d8e2c9e', 'tag': '83b61b66-ebe3-4a8d-a35f-f81e76715823', 'status': 'completed', 'code': 200} Jun 12 17:07:37.172768 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9edf0-11e5-404a-9e09-8ee812636aed req-461f76f2-0f73-4c8b-9855-a0577727758c tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:37.174936 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7ce9edf0-11e5-404a-9e09-8ee812636aed req-461f76f2-0f73-4c8b-9855-a0577727758c tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.22 "GET /v2.0/ports?device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 946 time: 0.3499393 Jun 12 17:07:37.196881 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2bc9069e-533e-46a6-a3df-53c6c065b0f0 req-16abba13-5b3e-4a06-a150-2404b9b6841e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b182cb1-0320-4cea-9c2e-bf0050d5acd1 HTTP/1.1" status: 200 len: 998 time: 0.1745839 Jun 12 17:07:37.207095 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abfc56-c6fc-4084-89bd-aa16acb5b58b req-c7d5e46b-ec35-40d9-b490-53a4129fe3f4 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:37.208678 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c0abfc56-c6fc-4084-89bd-aa16acb5b58b req-c7d5e46b-ec35-40d9-b490-53a4129fe3f4 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.2746522 Jun 12 17:07:37.359393 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c0abfc56-c6fc-4084-89bd-aa16acb5b58b req-fefd51c3-5a73-456b-ad52-9b596d624d0d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142535 Jun 12 17:07:37.398423 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9069e-533e-46a6-a3df-53c6c065b0f0 req-edbddfda-38bd-4600-b1f9-e17cb3a63388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:37.398423 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2bc9069e-533e-46a6-a3df-53c6c065b0f0 req-edbddfda-38bd-4600-b1f9-e17cb3a63388 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a580d181-6158-4a52-89c2-8aedf3a5088e HTTP/1.1" status: 200 len: 856 time: 0.1757753 Jun 12 17:07:37.398423 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-b3f452a7-d1bb-4cfb-acf0-4a5c13e4fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:37.398423 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-b3f452a7-d1bb-4cfb-acf0-4a5c13e4fb7a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=916813ee6e8b4b5f87a1f702f88902dc&device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 1096 time: 0.2780285 Jun 12 17:07:37.416691 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41034a6-5d8d-4b44-bb2e-93f6de54ca66 req-a9f2ac6c-b07c-4294-a7c9-102416b1aed3 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:37.419517 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e41034a6-5d8d-4b44-bb2e-93f6de54ca66 req-a9f2ac6c-b07c-4294-a7c9-102416b1aed3 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0947793 Jun 12 17:07:37.466067 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e41034a6-5d8d-4b44-bb2e-93f6de54ca66 req-6a741d3a-4ac9-48f9-9c7a-5ee1ba622b13 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413024 Jun 12 17:07:37.489818 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-6fc766f8-7c48-4c2c-b329-d3aedbc3b38d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83b61b66-ebe3-4a8d-a35f-f81e76715823 HTTP/1.1" status: 200 len: 217 time: 0.0865920 Jun 12 17:07:37.580509 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-7ce9edf0-11e5-404a-9e09-8ee812636aed req-9f5ac610-2dfc-47b1-96c3-5db45a6200f0 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Deleting port 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:07:37.580857 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-7ce9edf0-11e5-404a-9e09-8ee812636aed req-9f5ac610-2dfc-47b1-96c3-5db45a6200f0 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:37.622246 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9069e-533e-46a6-a3df-53c6c065b0f0 req-49350bcb-6a58-436e-9d8a-ff59e11807d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:37.623744 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2bc9069e-533e-46a6-a3df-53c6c065b0f0 req-49350bcb-6a58-436e-9d8a-ff59e11807d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2216098 Jun 12 17:07:37.644105 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-08199b4f-243f-472b-9605-0241ccd4eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:37.645407 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-08199b4f-243f-472b-9605-0241ccd4eaf9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=53375be5-81dd-4c01-ab2e-65219c4a210a HTTP/1.1" status: 200 len: 849 time: 0.1395967 Jun 12 17:07:37.760584 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-26cd1525-bd09-4e52-9999-556d806f10e7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b98aab6b-6995-43a5-8510-510f21ccd901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621641 Jun 12 17:07:37.985939 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 53489638-64e0-4863-abfb-218781552f92 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:07:38.008331 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-7ce9edf0-11e5-404a-9e09-8ee812636aed req-9f5ac610-2dfc-47b1-96c3-5db45a6200f0 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] For port 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=28a49bb0-7700-4e5f-9cba-5ba82f9d3f49,segment=NetworkSegment(29156e22-d4f7-4803-8426-165b91d9ec1f),segment_id=29156e22-d4f7-4803-8426-165b91d9ec1f)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:07:38.008695 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-7ce9edf0-11e5-404a-9e09-8ee812636aed req-9f5ac610-2dfc-47b1-96c3-5db45a6200f0 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:38.096576 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 53489638-64e0-4863-abfb-218781552f92 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:07:38.096964 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:38.119114 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-7ce9edf0-11e5-404a-9e09-8ee812636aed req-9f5ac610-2dfc-47b1-96c3-5db45a6200f0 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Calling delete_port for 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 owned by compute:nova {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:07:38.179401 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2bc9069e-533e-46a6-a3df-53c6c065b0f0 req-7d6caf47-7680-4395-8ac9-e03c0907ae41 service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448701 Jun 12 17:07:38.262888 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e765c-e8bc-4ba5-903b-f4911aff3c89 req-1bc102f5-f50d-46f5-9ef8-eb0266b30e93 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:38.264703 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-694e765c-e8bc-4ba5-903b-f4911aff3c89 req-1bc102f5-f50d-46f5-9ef8-eb0266b30e93 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 946 time: 0.0908227 Jun 12 17:07:38.288757 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-94974783-0d1d-4c49-8076-af81caeccf11 service neutron] 10.222.0.22 "GET /v2.0/networks/b98aab6b-6995-43a5-8510-510f21ccd901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164244 Jun 12 17:07:38.329722 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-694e765c-e8bc-4ba5-903b-f4911aff3c89 req-c305dd4d-bec5-4e3b-aa23-64c70f219cab tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579202 Jun 12 17:07:38.331485 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb97ee7-2b68-40bf-87cb-4baafc323f5b req-50286357-1fae-4e2d-8da8-60db8e3c087b tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:38.332982 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ecb97ee7-2b68-40bf-87cb-4baafc323f5b req-50286357-1fae-4e2d-8da8-60db8e3c087b tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 943 time: 0.4867258 Jun 12 17:07:38.628543 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfea3b-33ce-400d-8de8-4309e19ce38b req-b422cf52-2ca3-4684-a03d-4251aa21c6bc tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:38.638467 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d7dfea3b-33ce-400d-8de8-4309e19ce38b req-b422cf52-2ca3-4684-a03d-4251aa21c6bc tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1050918 Jun 12 17:07:38.694246 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d7dfea3b-33ce-400d-8de8-4309e19ce38b req-63d89f9d-3e83-4fe0-990f-57445680c98c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529780 Jun 12 17:07:38.793594 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cb8b95a0-f0ab-4b15-b426-b6b4bc2c1cb0 req-7191454d-9c5a-4054-8769-3231ffe9cf3e service neutron] 10.222.0.22 "GET /v2.0/networks/b98aab6b-6995-43a5-8510-510f21ccd901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954932 Jun 12 17:07:38.883507 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2bc9069e-533e-46a6-a3df-53c6c065b0f0 req-fc0a72c4-dab6-4927-80b6-eeb4cfff53cd service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6829462 Jun 12 17:07:38.912327 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee153c4-41f1-4f97-864f-8e31525fd33d req-678b0f9f-3bfe-45ec-b388-a6ffcb831be6 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:38.914402 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-dee153c4-41f1-4f97-864f-8e31525fd33d req-678b0f9f-3bfe-45ec-b388-a6ffcb831be6 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0991926 Jun 12 17:07:38.951998 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ecb97ee7-2b68-40bf-87cb-4baafc323f5b req-3ef3bd8b-d642-4655-bfdc-22bbd68f8880 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5952318 Jun 12 17:07:38.983300 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-dee153c4-41f1-4f97-864f-8e31525fd33d req-92c980b2-4c30-4a0d-bddc-add78018664b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626178 Jun 12 17:07:39.061754 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a2016-7ab1-4887-b914-0a0d8bbcc017 req-eda5be72-6e40-4d4d-95cd-c4c634e914ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:39.063998 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9f9a2016-7ab1-4887-b914-0a0d8bbcc017 req-eda5be72-6e40-4d4d-95cd-c4c634e914ec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=916813ee6e8b4b5f87a1f702f88902dc&device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 1096 time: 0.1475534 Jun 12 17:07:39.263148 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-7ce9edf0-11e5-404a-9e09-8ee812636aed req-9f5ac610-2dfc-47b1-96c3-5db45a6200f0 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:39.276659 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['1d535e4b-3946-4f2a-a276-c1ce680faa52'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:07:39.289074 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:39.338860 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ac610-2dfc-47b1-96c3-5db45a6200f0 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Pushing event deleted for resources: {'Port': ['ID=28a49bb0-7700-4e5f-9cba-5ba82f9d3f49,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:39.343725 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9f5ac610-2dfc-47b1-96c3-5db45a6200f0 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:39.458900 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:07:39.492731 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce9edf0-11e5-404a-9e09-8ee812636aed req-9f5ac610-2dfc-47b1-96c3-5db45a6200f0 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] No DVR routers for this DVR port 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 on host hv-cinder-79611 {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:07:39.496042 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-7ce9edf0-11e5-404a-9e09-8ee812636aed req-9f5ac610-2dfc-47b1-96c3-5db45a6200f0 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:39.498076 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7ce9edf0-11e5-404a-9e09-8ee812636aed req-9f5ac610-2dfc-47b1-96c3-5db45a6200f0 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.22 "DELETE /v2.0/ports/28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 HTTP/1.1" status: 204 len: 173 time: 2.3126938 Jun 12 17:07:39.501476 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be7fff5-e215-4f7a-ae88-d19f510ba3f0', 'name': 'network-vif-deleted', 'tag': '28a49bb0-7700-4e5f-9cba-5ba82f9d3f49'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:07:39.504419 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ab2e07-04fa-46bd-92e9-d32eeb9e6c5b" -d '{"events": [{"server_uuid": "9be7fff5-e215-4f7a-ae88-d19f510ba3f0", "name": "network-vif-deleted", "tag": "28a49bb0-7700-4e5f-9cba-5ba82f9d3f49"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:07:39.508157 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] No Port match for: 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:07:39.512863 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 28a49bb0-7700-4e5f-9cba-5ba82f9d3f49 not bound to the agent host hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:07:39.516170 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a2016-7ab1-4887-b914-0a0d8bbcc017 req-73d77073-5e94-4ec4-8e90-5464c27f56a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:39.518004 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9f9a2016-7ab1-4887-b914-0a0d8bbcc017 req-73d77073-5e94-4ec4-8e90-5464c27f56a3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b98aab6b-6995-43a5-8510-510f21ccd901 HTTP/1.1" status: 200 len: 910 time: 0.4466681 Jun 12 17:07:39.642835 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9f9a2016-7ab1-4887-b914-0a0d8bbcc017 req-1b77745e-63f6-4140-98d4-bc109dcf4486 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83b61b66-ebe3-4a8d-a35f-f81e76715823 HTTP/1.1" status: 200 len: 217 time: 0.1177137 Jun 12 17:07:39.644280 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6733286b-4a6a-46b2-b133-af700874c499 x-openstack-request-id: req-6733286b-4a6a-46b2-b133-af700874c499 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:07:39.644604 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be7fff5-e215-4f7a-ae88-d19f510ba3f0", "name": "network-vif-deleted", "tag": "28a49bb0-7700-4e5f-9cba-5ba82f9d3f49", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:07:39.644891 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6733286b-4a6a-46b2-b133-af700874c499 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:07:39.645319 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be7fff5-e215-4f7a-ae88-d19f510ba3f0', 'name': 'network-vif-deleted', 'tag': '28a49bb0-7700-4e5f-9cba-5ba82f9d3f49', 'status': 'completed', 'code': 200} Jun 12 17:07:39.660833 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-6695d26e-6681-45dd-987e-28f5ac19a526 req-e3663fb2-66cb-40eb-afe4-fe038113e668 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 210 time: 0.0868893 Jun 12 17:07:39.808858 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a2016-7ab1-4887-b914-0a0d8bbcc017 req-2ec1ac88-2dbe-45fd-8256-b6f9c6068eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:39.810447 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9f9a2016-7ab1-4887-b914-0a0d8bbcc017 req-2ec1ac88-2dbe-45fd-8256-b6f9c6068eb1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=53375be5-81dd-4c01-ab2e-65219c4a210a HTTP/1.1" status: 200 len: 849 time: 0.0939009 Jun 12 17:07:39.919955 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9f9a2016-7ab1-4887-b914-0a0d8bbcc017 req-78f0e083-5a00-4103-9b45-89ec7a94cbc7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b98aab6b-6995-43a5-8510-510f21ccd901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465100 Jun 12 17:07:40.420823 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa06149-c8cd-427f-8802-fb6b6d69b2c1 req-9b0b39d7-30be-4c54-bbd2-3bbc7d228458 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:40.436219 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-2aa06149-c8cd-427f-8802-fb6b6d69b2c1 req-9b0b39d7-30be-4c54-bbd2-3bbc7d228458 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.1687171 Jun 12 17:07:40.584348 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-2aa06149-c8cd-427f-8802-fb6b6d69b2c1 req-1739f7ee-66c5-4743-b817-295c732babe9 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469822 Jun 12 17:07:40.623520 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcfb06-a719-4bdb-a3d9-c9be82fd3132 req-975406b7-d8b7-4c37-8b82-caa6b6d02995 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:40.647610 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-02dcfb06-a719-4bdb-a3d9-c9be82fd3132 req-975406b7-d8b7-4c37-8b82-caa6b6d02995 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 943 time: 0.4419076 Jun 12 17:07:40.680475 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9f9a2016-7ab1-4887-b914-0a0d8bbcc017 req-d3afc929-7c37-47a7-8076-97cd975d4fc4 service neutron] 10.222.0.22 "GET /v2.0/networks/b98aab6b-6995-43a5-8510-510f21ccd901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184140 Jun 12 17:07:40.974116 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-01612da3-a88d-459d-8ce1-33729a90c7ae req-376149c9-7022-4c3b-80d7-41cc24785556 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=9be7fff5-e215-4f7a-ae88-d19f510ba3f0 HTTP/1.1" status: 200 len: 210 time: 0.0770304 Jun 12 17:07:41.026098 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9f9a2016-7ab1-4887-b914-0a0d8bbcc017 req-45f332fd-53ec-4980-b670-5fbcd9db28b0 service neutron] 10.222.0.22 "GET /v2.0/networks/b98aab6b-6995-43a5-8510-510f21ccd901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600441 Jun 12 17:07:41.035263 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-02dcfb06-a719-4bdb-a3d9-c9be82fd3132 req-792dce0d-1233-4cc4-9207-fa5e3637cb09 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872778 Jun 12 17:07:41.456305 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 83b61b66-ebe3-4a8d-a35f-f81e76715823 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:07:41.606960 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 83b61b66-ebe3-4a8d-a35f-f81e76715823, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=83b61b66-ebe3-4a8d-a35f-f81e76715823,segment=NetworkSegment(82fc4727-08dd-4d9a-aa53-fe4b75e389bd),segment_id=82fc4727-08dd-4d9a-aa53-fe4b75e389bd)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:07:41.618612 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': '83b61b66-ebe3-4a8d-a35f-f81e76715823', 'network_id': 'b98aab6b-6995-43a5-8510-510f21ccd901', 'port_id': '83b61b66-ebe3-4a8d-a35f-f81e76715823', 'mac_address': 'fa:16:3e:29:18:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53375be5-81dd-4c01-ab2e-65219c4a210a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:07:41.665186 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:41.680029 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b61b66-ebe3-4a8d-a35f-f81e76715823 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:07:41.701169 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 83b61b66-ebe3-4a8d-a35f-f81e76715823, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=83b61b66-ebe3-4a8d-a35f-f81e76715823,segment=NetworkSegment(82fc4727-08dd-4d9a-aa53-fe4b75e389bd),segment_id=82fc4727-08dd-4d9a-aa53-fe4b75e389bd)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:07:41.789293 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:41.792327 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:41.889870 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=83b61b66-ebe3-4a8d-a35f-f81e76715823,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:41.896028 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:41.930984 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35230a10-6650-4e2e-952e-31bdcf5e5cba req-4ee03043-aad8-4da2-914b-f7dc21e5b3d9 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:41.932712 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-35230a10-6650-4e2e-952e-31bdcf5e5cba req-4ee03043-aad8-4da2-914b-f7dc21e5b3d9 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.1940613 Jun 12 17:07:41.990182 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-35230a10-6650-4e2e-952e-31bdcf5e5cba req-c9fac1e3-5bd4-42b9-8c73-173d80674d08 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467765 Jun 12 17:07:42.074752 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['83b61b66-ebe3-4a8d-a35f-f81e76715823'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:07:42.428821 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e4007-8e79-4787-9195-1b23c5d174e0 req-acf4fc83-8e74-4d03-80c4-635e747ff6e1 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:42.431179 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f42e4007-8e79-4787-9195-1b23c5d174e0 req-acf4fc83-8e74-4d03-80c4-635e747ff6e1 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 944 time: 0.1387498 Jun 12 17:07:42.484426 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f42e4007-8e79-4787-9195-1b23c5d174e0 req-06793c27-b347-4899-97b7-19e361a97446 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459950 Jun 12 17:07:43.302630 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9413994-a77a-4891-9589-9d41264e629b req-e92c07ba-4f2d-4243-866e-7626ed51f620 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:43.310876 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f9413994-a77a-4891-9589-9d41264e629b req-e92c07ba-4f2d-4243-866e-7626ed51f620 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.1438091 Jun 12 17:07:43.367107 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f9413994-a77a-4891-9589-9d41264e629b req-aa843a72-2170-4da7-bfe5-c60ea15958fa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552518 Jun 12 17:07:43.651692 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 83b61b66-ebe3-4a8d-a35f-f81e76715823 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:07:43.781517 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531e75f-dd3e-4974-a399-33b4a6865cc4 req-9cf2100d-790c-4046-8e6e-d27323cd083f tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:43.796288 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e531e75f-dd3e-4974-a399-33b4a6865cc4 req-9cf2100d-790c-4046-8e6e-d27323cd083f tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 944 time: 0.1678588 Jun 12 17:07:43.860468 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e531e75f-dd3e-4974-a399-33b4a6865cc4 req-0a1ed412-811e-42fa-97e5-9148297ac0b3 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611589 Jun 12 17:07:44.246212 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning for port 83b61b66-ebe3-4a8d-a35f-f81e76715823 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:07:44.250845 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port 83b61b66-ebe3-4a8d-a35f-f81e76715823 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:07:44.251430 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:44.441471 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:44.544314 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38c2109-2e45-4c50-9095-66ed4d8e2c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b61b66-ebe3-4a8d-a35f-f81e76715823'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:07:44.544314 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea4c850-9f55-464b-8450-4a68e8642c1a" -d '{"events": [{"server_uuid": "f38c2109-2e45-4c50-9095-66ed4d8e2c9e", "name": "network-vif-plugged", "status": "completed", "tag": "83b61b66-ebe3-4a8d-a35f-f81e76715823"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:07:44.621338 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 83b61b66-ebe3-4a8d-a35f-f81e76715823, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=83b61b66-ebe3-4a8d-a35f-f81e76715823,segment=NetworkSegment(82fc4727-08dd-4d9a-aa53-fe4b75e389bd),segment_id=82fc4727-08dd-4d9a-aa53-fe4b75e389bd)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:07:44.756550 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970bf37-433d-4c60-9b55-81b1f4581b12 req-1ce35b8d-be8a-4810-b303-116e6f8509e2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:44.765969 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-6970bf37-433d-4c60-9b55-81b1f4581b12 req-1ce35b8d-be8a-4810-b303-116e6f8509e2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.1361654 Jun 12 17:07:44.785620 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:44.792246 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:44.848173 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-6970bf37-433d-4c60-9b55-81b1f4581b12 req-0f109c82-8415-4167-8dcf-8f5eef5575c9 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808129 Jun 12 17:07:44.891065 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c8853-9ddf-48f1-b7dc-29d706a43264 req-b34fa324-932e-4744-be91-31f28328a330 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:44.899048 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ac7c8853-9ddf-48f1-b7dc-29d706a43264 req-b34fa324-932e-4744-be91-31f28328a330 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 946 time: 0.1625350 Jun 12 17:07:44.925798 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733fe684-484a-4f11-ae46-26ef3932155d x-openstack-request-id: req-733fe684-484a-4f11-ae46-26ef3932155d {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:07:44.927011 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38c2109-2e45-4c50-9095-66ed4d8e2c9e", "name": "network-vif-plugged", "status": "completed", "tag": "83b61b66-ebe3-4a8d-a35f-f81e76715823", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:07:44.928123 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-733fe684-484a-4f11-ae46-26ef3932155d {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:07:44.938841 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38c2109-2e45-4c50-9095-66ed4d8e2c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b61b66-ebe3-4a8d-a35f-f81e76715823', 'code': 200} Jun 12 17:07:44.954588 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=83b61b66-ebe3-4a8d-a35f-f81e76715823,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:44.962128 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:45.010715 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ac7c8853-9ddf-48f1-b7dc-29d706a43264 req-157c071e-c675-49f3-b938-aaa8a9460eb7 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037529 Jun 12 17:07:45.159632 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fa687-0e18-4324-8f4b-18715ce5273e req-60f630cd-3aa9-40ff-a65b-65ac121a8d02 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:45.162251 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-312fa687-0e18-4324-8f4b-18715ce5273e req-60f630cd-3aa9-40ff-a65b-65ac121a8d02 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 945 time: 0.1187680 Jun 12 17:07:45.234734 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-312fa687-0e18-4324-8f4b-18715ce5273e req-7a14cf38-bf65-434f-973b-2197d39d3023 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658648 Jun 12 17:07:45.854277 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da6d1a-d34f-4676-84f7-774a9b9ba007 req-f2061253-b77a-47da-a3fa-c9e5fd110190 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:45.856283 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-02da6d1a-d34f-4676-84f7-774a9b9ba007 req-f2061253-b77a-47da-a3fa-c9e5fd110190 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0744255 Jun 12 17:07:45.933974 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-02da6d1a-d34f-4676-84f7-774a9b9ba007 req-34d608db-206c-4414-805e-a0c48a223823 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682549 Jun 12 17:07:46.205319 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe65c4-4fd2-47a0-8919-2d668f8f69ee req-47d9fea6-b382-4546-86ba-4e4f009620b4 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:46.206938 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e6fe65c4-4fd2-47a0-8919-2d668f8f69ee req-47d9fea6-b382-4546-86ba-4e4f009620b4 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.1634700 Jun 12 17:07:46.228521 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59b711-dfab-4b84-a8cd-3f574a584ae4 req-378eefb3-a12b-45d2-9af2-812d09870878 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:46.233648 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ad59b711-dfab-4b84-a8cd-3f574a584ae4 req-378eefb3-a12b-45d2-9af2-812d09870878 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 946 time: 0.0950611 Jun 12 17:07:46.292108 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ad59b711-dfab-4b84-a8cd-3f574a584ae4 req-00c2b8d4-83ef-4720-96cf-d8fa94fd4d2a tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555258 Jun 12 17:07:46.299620 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e6fe65c4-4fd2-47a0-8919-2d668f8f69ee req-9418199d-ba4f-49f8-812b-f389d4eac799 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789313 Jun 12 17:07:46.476220 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ee5cb-73b0-4c2e-a2ce-28edb669349b req-9d2f9767-dc73-4c66-9522-7dc7b685ca32 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:46.477603 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1c2ee5cb-73b0-4c2e-a2ce-28edb669349b req-9d2f9767-dc73-4c66-9522-7dc7b685ca32 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 945 time: 0.0719268 Jun 12 17:07:46.519615 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1c2ee5cb-73b0-4c2e-a2ce-28edb669349b req-29fb6427-9757-4887-b6ab-b99ce02163ac tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362413 Jun 12 17:07:47.158924 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140162e2-fa4d-4941-bc24-9686bc7277c3 req-76eb6d51-64fa-44ba-afee-c22a24e7584c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:47.160466 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-140162e2-fa4d-4941-bc24-9686bc7277c3 req-76eb6d51-64fa-44ba-afee-c22a24e7584c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.1047099 Jun 12 17:07:47.205965 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-140162e2-fa4d-4941-bc24-9686bc7277c3 req-33a79e30-08e1-4ec1-8909-1bd5c0de94f2 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397847 Jun 12 17:07:47.233039 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:07:47.549115 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff894633-44f8-4d98-a067-63cb49db5218 req-b83a5f21-cbe6-4d6c-9dcc-1cd039fe3ef2 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:47.557876 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ff894633-44f8-4d98-a067-63cb49db5218 req-b83a5f21-cbe6-4d6c-9dcc-1cd039fe3ef2 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 946 time: 0.0875251 Jun 12 17:07:47.574070 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051dfe63-f51d-4e63-8997-12f36f576160 req-fae77034-0b9f-424f-9bcc-87fe9e23689a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:47.576438 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-051dfe63-f51d-4e63-8997-12f36f576160 req-fae77034-0b9f-424f-9bcc-87fe9e23689a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.1062953 Jun 12 17:07:47.602410 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ff894633-44f8-4d98-a067-63cb49db5218 req-b7330579-ba6a-45ed-a6ac-c3a7039cc9ed tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433714 Jun 12 17:07:47.635779 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-051dfe63-f51d-4e63-8997-12f36f576160 req-5b713202-240d-49dc-820e-8ca150127c64 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510252 Jun 12 17:07:47.835975 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9894b12-50f7-472d-8fc1-c723bed5628d req-97563669-b6a9-4f16-a32c-e04caf840c6a tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:47.837471 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e9894b12-50f7-472d-8fc1-c723bed5628d req-97563669-b6a9-4f16-a32c-e04caf840c6a tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 945 time: 0.0719094 Jun 12 17:07:47.882845 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e9894b12-50f7-472d-8fc1-c723bed5628d req-b978cfe0-494a-498d-8aa8-8514eb72ec1f tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392861 Jun 12 17:07:48.399324 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1b915-fb0b-4a7a-8c52-09b4babb7e67 req-57ea7914-ce16-41ec-bc71-d227ecd03065 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:48.400839 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-10a1b915-fb0b-4a7a-8c52-09b4babb7e67 req-57ea7914-ce16-41ec-bc71-d227ecd03065 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0754364 Jun 12 17:07:48.446343 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-10a1b915-fb0b-4a7a-8c52-09b4babb7e67 req-ce30de88-b85f-4885-b06d-8d513b24f645 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371768 Jun 12 17:07:48.799232 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff38d2-d23d-4a2d-8fd8-83f0df41227d req-e39da484-ff49-4ef7-9c49-1735b047b23e tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:48.802484 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bbff38d2-d23d-4a2d-8fd8-83f0df41227d req-e39da484-ff49-4ef7-9c49-1735b047b23e tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 946 time: 0.0797019 Jun 12 17:07:48.849380 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bbff38d2-d23d-4a2d-8fd8-83f0df41227d req-a6fbb1b0-6997-47b7-8b34-876a6ada94c2 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425620 Jun 12 17:07:49.047184 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcb3e6-2970-41af-be2c-5764a718e529 req-71b2a910-2959-4911-afdf-346e72a2afc3 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:49.048675 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f0fcb3e6-2970-41af-be2c-5764a718e529 req-71b2a910-2959-4911-afdf-346e72a2afc3 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0837493 Jun 12 17:07:49.093627 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f0fcb3e6-2970-41af-be2c-5764a718e529 req-24c90743-f34f-4ba6-8258-da74b1c24cfc tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385754 Jun 12 17:07:49.300589 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc8bbe-0bf9-4bc1-b131-38ab78b81c31 req-4d32a9dd-279c-4602-9c8a-58eb121799cb tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:49.302271 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-34fc8bbe-0bf9-4bc1-b131-38ab78b81c31 req-4d32a9dd-279c-4602-9c8a-58eb121799cb tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 945 time: 0.0822289 Jun 12 17:07:49.357341 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-34fc8bbe-0bf9-4bc1-b131-38ab78b81c31 req-55614a81-362f-4572-94da-bc16c20dab5a tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482540 Jun 12 17:07:49.617213 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-8861cebc-6a55-4f95-b5a5-4dc4edf017f2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:49.618693 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-8861cebc-6a55-4f95-b5a5-4dc4edf017f2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/networks?id=b69f48d8-e3c1-47a9-b277-5d23daa57c00 HTTP/1.1" status: 200 len: 815 time: 0.3528039 Jun 12 17:07:49.636327 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-c5e39349-da69-4383-8fc7-67626f873dde tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/quotas/8739bb767738461088ab796ff2a650ac HTTP/1.1" status: 200 len: 375 time: 0.0107248 Jun 12 17:07:49.652807 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c4e59-aea4-458b-922b-1af604166169 req-a4a14e0f-b973-45f5-98ff-1839e62e14c0 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:49.654365 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-850c4e59-aea4-458b-922b-1af604166169 req-a4a14e0f-b973-45f5-98ff-1839e62e14c0 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0786757 Jun 12 17:07:49.716468 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-850c4e59-aea4-458b-922b-1af604166169 req-3b1fd4c6-5679-44eb-9a3c-6c89da5429d9 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511491 Jun 12 17:07:49.719902 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-5b0c6ae0-61c4-4ac7-b02c-801aff5a5ba0 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8739bb767738461088ab796ff2a650ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778742 Jun 12 17:07:49.849058 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-6c5c027f-4eda-487f-963f-fdceb97e170e service neutron] 10.222.0.16 "GET /v2.0/networks/b69f48d8-e3c1-47a9-b277-5d23daa57c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142936 Jun 12 17:07:49.971105 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-1e4b893b-b38a-4899-84b8-a7e2b9ca3a1c service neutron] 10.222.0.16 "GET /v2.0/networks/b69f48d8-e3c1-47a9-b277-5d23daa57c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159530 Jun 12 17:07:50.062278 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1a58d-5117-4356-93a9-6547bed939e6 req-ee5485e6-5010-4bdb-bdb2-3729895e1ba6 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:50.064201 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7be1a58d-5117-4356-93a9-6547bed939e6 req-ee5485e6-5010-4bdb-bdb2-3729895e1ba6 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 946 time: 0.0887291 Jun 12 17:07:50.111103 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7be1a58d-5117-4356-93a9-6547bed939e6 req-823ccc80-cf1c-455f-ab15-688822c74b4f tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395310 Jun 12 17:07:50.329849 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317e0f8-558d-4d54-bc2b-d352d676559a req-e2dc3d93-47f7-4afd-a2a8-faaa8da03b95 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:50.331739 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1317e0f8-558d-4d54-bc2b-d352d676559a req-e2dc3d93-47f7-4afd-a2a8-faaa8da03b95 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.1088252 Jun 12 17:07:50.341645 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-06a50f72-b60d-468f-a568-9422380236a2 req-4070e68d-8925-4ff7-9a30-19861d224249 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 210 time: 0.0565751 Jun 12 17:07:50.396760 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1317e0f8-558d-4d54-bc2b-d352d676559a req-b1edbbd2-72fd-41b8-a814-ba0501638691 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559621 Jun 12 17:07:50.564817 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe32415-fdf5-4b0f-a020-35522b5460aa req-cd82bd31-b433-456d-ae15-40f7ea23e1dd tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:50.566849 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0fe32415-fdf5-4b0f-a020-35522b5460aa req-cd82bd31-b433-456d-ae15-40f7ea23e1dd tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 945 time: 0.0773487 Jun 12 17:07:50.620554 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0fe32415-fdf5-4b0f-a020-35522b5460aa req-ef78bc2e-8a16-47fe-8496-c25e6edbad4d tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441625 Jun 12 17:07:50.915715 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b75398-9c56-46aa-9651-b39a87e2edcf req-e01d20c5-a0e9-4dab-b565-d265ec8f362d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:50.917357 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b0b75398-9c56-46aa-9651-b39a87e2edcf req-e01d20c5-a0e9-4dab-b565-d265ec8f362d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0701120 Jun 12 17:07:50.963412 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b0b75398-9c56-46aa-9651-b39a87e2edcf req-88d65763-7f76-4fb7-b8c3-aa584954d9fc tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390148 Jun 12 17:07:51.305471 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999abfe-772b-4fd3-a334-f00b891217dd req-ccaa6895-ec68-4fbe-a099-a3a6b4786482 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:51.307080 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-6999abfe-772b-4fd3-a334-f00b891217dd req-ccaa6895-ec68-4fbe-a099-a3a6b4786482 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 946 time: 0.0709496 Jun 12 17:07:51.350330 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-6999abfe-772b-4fd3-a334-f00b891217dd req-bdc4dda8-aa13-4d44-a9c2-6d6caa11aae6 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373566 Jun 12 17:07:51.435808 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3b02fed6-0da5-45ef-85c1-670a7339fb53 req-3c399845-2cf6-434c-af40-66962c2cfe02 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 210 time: 0.0368574 Jun 12 17:07:51.602838 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4c928-04c0-4287-9623-72a63901e38c req-9a7a4719-986c-431c-a1f0-30c7e304eca1 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:51.605101 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b8f4c928-04c0-4287-9623-72a63901e38c req-9a7a4719-986c-431c-a1f0-30c7e304eca1 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0797613 Jun 12 17:07:51.650034 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b8f4c928-04c0-4287-9623-72a63901e38c req-655f8a73-5a88-4044-ba9b-cad12c439ee1 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392840 Jun 12 17:07:51.806564 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c942388-31bf-46c9-96a6-5da521357bdb req-feba6bab-d9b7-405f-86a6-3d580e792607 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:51.808063 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5c942388-31bf-46c9-96a6-5da521357bdb req-feba6bab-d9b7-405f-86a6-3d580e792607 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 945 time: 0.0715024 Jun 12 17:07:51.851806 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5c942388-31bf-46c9-96a6-5da521357bdb req-19c14761-dcd5-4f0c-9ff2-63ff6370790d tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378358 Jun 12 17:07:52.057843 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-b6049f00-e122-4dfa-8d26-ae4eb2f7e6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:52.149071 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf5124-c55e-43eb-b57c-3455f2f99054 req-7a82e431-21b3-44ed-a2b0-7fe363e5926e tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:52.150509 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bacf5124-c55e-43eb-b57c-3455f2f99054 req-7a82e431-21b3-44ed-a2b0-7fe363e5926e tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0673761 Jun 12 17:07:52.193257 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bacf5124-c55e-43eb-b57c-3455f2f99054 req-658f24b1-0c5b-4067-bb75-a72202057323 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371063 Jun 12 17:07:52.279082 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c815d5-fbf6-407d-b94d-823cc8598c6b req-c73c3ed9-8338-4db8-8d7a-c7a09b65d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:52.280325 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-76c815d5-fbf6-407d-b94d-823cc8598c6b req-c73c3ed9-8338-4db8-8d7a-c7a09b65d4e0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 1098 time: 0.0589166 Jun 12 17:07:52.320614 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-76c815d5-fbf6-407d-b94d-823cc8598c6b req-008dbb66-c4ab-4f73-9582-958329ba9089 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329885 Jun 12 17:07:52.539598 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3640b03-7251-4e07-a91d-cfd25ca75475 req-84af5837-9b8b-4dca-bd1b-c88a62f52f79 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:52.541000 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e3640b03-7251-4e07-a91d-cfd25ca75475 req-84af5837-9b8b-4dca-bd1b-c88a62f52f79 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 946 time: 0.0786057 Jun 12 17:07:52.583499 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e3640b03-7251-4e07-a91d-cfd25ca75475 req-4a246702-e719-48d2-bbe3-3af8de02b03a tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364401 Jun 12 17:07:52.591115 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-911a777e-d21a-4a65-b426-7ad6a49f2751 req-7c2264f6-264a-4570-8433-afaec08a14f2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 210 time: 0.0374215 Jun 12 17:07:52.846200 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888c32b-5479-413b-ba46-2e75f292eb33 req-66650b02-4dd6-4436-a92d-6e283bba0a08 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:52.847827 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6888c32b-5479-413b-ba46-2e75f292eb33 req-66650b02-4dd6-4436-a92d-6e283bba0a08 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0744443 Jun 12 17:07:52.891152 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6888c32b-5479-413b-ba46-2e75f292eb33 req-cc6efeb6-5b5f-43db-919a-f009c9462951 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372202 Jun 12 17:07:53.045532 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20836772-af39-488f-9090-eff53bcf9302 req-d9af0a7b-8d83-4da3-94e7-80a0d718eeb7 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:53.047043 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-20836772-af39-488f-9090-eff53bcf9302 req-d9af0a7b-8d83-4da3-94e7-80a0d718eeb7 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 945 time: 0.0684395 Jun 12 17:07:53.088097 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-20836772-af39-488f-9090-eff53bcf9302 req-157f2a79-158d-402c-8a61-e3699bae98a8 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354791 Jun 12 17:07:53.390240 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4e7c8-a284-40e0-a8bf-7d03fe03590c req-d0e422a4-7a44-46d8-b81b-ecbe5af8b10b tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:53.391715 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-03e4e7c8-a284-40e0-a8bf-7d03fe03590c req-d0e422a4-7a44-46d8-b81b-ecbe5af8b10b tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0762427 Jun 12 17:07:53.433282 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-03e4e7c8-a284-40e0-a8bf-7d03fe03590c req-d3f623eb-80b1-41ab-bcdd-5c287323b7d8 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356588 Jun 12 17:07:53.732462 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-77b6fd6e-f156-4b65-b37c-ddc84174c4cc req-03a7c5c4-099d-4055-9959-33429b6350e0 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 210 time: 0.0323529 Jun 12 17:07:53.771015 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541eac9-3cea-452a-b709-5c0df3a98a2b req-cdd49c40-88be-4543-b775-970a2d290b4b tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:53.773195 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f541eac9-3cea-452a-b709-5c0df3a98a2b req-cdd49c40-88be-4543-b775-970a2d290b4b tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 946 time: 0.0754390 Jun 12 17:07:53.813697 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f541eac9-3cea-452a-b709-5c0df3a98a2b req-2f5d4091-53a9-4a33-aed3-320c5e5ed0b1 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355551 Jun 12 17:07:54.151365 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-24b6a53f-1a75-4e68-8aa4-bfec20b06081 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:54.152805 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-24b6a53f-1a75-4e68-8aa4-bfec20b06081 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.22 "GET /v2.0/networks?id=b69f48d8-e3c1-47a9-b277-5d23daa57c00 HTTP/1.1" status: 200 len: 815 time: 0.1725430 Jun 12 17:07:54.168539 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Request body: {'port': {'device_id': 'ab53403a-ed42-4ce8-861b-680877c433ab', 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00', 'admin_state_up': True, 'tenant_id': '8739bb767738461088ab796ff2a650ac'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:07:54.180092 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdddf7-9980-4bd7-b671-5f0fd109c8a5 req-450185b5-dfbd-43a8-b8d0-91c123c390bc tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:54.181543 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-71bdddf7-9980-4bd7-b671-5f0fd109c8a5 req-450185b5-dfbd-43a8-b8d0-91c123c390bc tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.1146457 Jun 12 17:07:54.275937 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104de0d-450d-46d8-bb06-f8a31e85e61d req-bb97c186-63ae-4117-9faf-9e7bbc32f974 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:54.277413 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5104de0d-450d-46d8-bb06-f8a31e85e61d req-bb97c186-63ae-4117-9faf-9e7bbc32f974 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 945 time: 0.0703268 Jun 12 17:07:54.321858 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5104de0d-450d-46d8-bb06-f8a31e85e61d req-13ea94c9-bfaf-4b2a-b5e4-29910b0a155e tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387130 Jun 12 17:07:54.376592 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-71bdddf7-9980-4bd7-b671-5f0fd109c8a5 req-b66fd75f-e4dd-4c56-bd8a-c70c49fdc66e tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813085 Jun 12 17:07:54.419942 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437502e5-c5cb-450b-956c-f2154eca3d16 req-b5fe6692-05ba-4100-8115-9ed1db5d4fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:54.421550 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-437502e5-c5cb-450b-956c-f2154eca3d16 req-b5fe6692-05ba-4100-8115-9ed1db5d4fce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cb7095c203644131bc201541fe94bc98&device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 1097 time: 0.2059639 Jun 12 17:07:54.454058 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ec35d-6e9c-4465-8a43-891a23057fbf req-7915cbdb-41d1-4432-8daa-d5ca60b4e01c tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:54.455445 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9e6ec35d-6e9c-4465-8a43-891a23057fbf req-7915cbdb-41d1-4432-8daa-d5ca60b4e01c tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 946 time: 0.1990409 Jun 12 17:07:54.540985 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Made reservation on behalf of 8739bb767738461088ab796ff2a650ac for: {'port': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:07:54.544513 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:54.622169 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f791f-647a-4f49-901d-7edaf3c1036b req-32d18099-1e99-409c-993d-05602456ae3c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:54.628063 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-425f791f-647a-4f49-901d-7edaf3c1036b req-32d18099-1e99-409c-993d-05602456ae3c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0804513 Jun 12 17:07:54.671806 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-425f791f-647a-4f49-901d-7edaf3c1036b req-62e5d78d-414e-4d4c-bf8e-ad28a3339688 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425456 Jun 12 17:07:54.680450 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-41d416b2-17d2-4721-a792-a0822e35c821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:54.740934 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437502e5-c5cb-450b-956c-f2154eca3d16 req-32347f9d-c6a2-4c0a-b709-ac21cdaa456b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:54.742371 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-437502e5-c5cb-450b-956c-f2154eca3d16 req-32347f9d-c6a2-4c0a-b709-ac21cdaa456b service neutron] 10.222.0.22 "GET /v2.0/networks?id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e HTTP/1.1" status: 200 len: 918 time: 0.2818477 Jun 12 17:07:55.035366 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29e349-a7ae-47af-9594-6b09107ca01e req-2ba07d48-55eb-48c2-a3f8-30801cbde446 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:55.036932 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9a29e349-a7ae-47af-9594-6b09107ca01e req-2ba07d48-55eb-48c2-a3f8-30801cbde446 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 946 time: 0.0728352 Jun 12 17:07:55.087944 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9a29e349-a7ae-47af-9594-6b09107ca01e req-02edbb21-e83b-4543-a0df-324fe0d7d990 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/security-groups?id=090a769f-bdc4-40d0-95cd-a3d0bdbb4007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448380 Jun 12 17:07:55.211702 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-76880443-b504-466e-8c37-b3fdd0acffb3 req-77fa31f7-cd8c-44a2-a02e-207091bf7010 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 210 time: 0.0477121 Jun 12 17:07:55.223646 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-437502e5-c5cb-450b-956c-f2154eca3d16 req-05d7c398-41af-43a5-b46f-9a1860ffe447 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b182cb1-0320-4cea-9c2e-bf0050d5acd1 HTTP/1.1" status: 200 len: 998 time: 0.4629321 Jun 12 17:07:55.223830 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-9e6ec35d-6e9c-4465-8a43-891a23057fbf req-c51a78bf-4918-422e-bf7d-236538227405 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Deleting port 1d535e4b-3946-4f2a-a276-c1ce680faa52 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:07:55.224242 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-9e6ec35d-6e9c-4465-8a43-891a23057fbf req-c51a78bf-4918-422e-bf7d-236538227405 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:55.240183 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:55.254491 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Allocated IP 172.20.0.6 (b69f48d8-e3c1-47a9-b277-5d23daa57c00/7b3013f0-63c6-436f-b840-5e869aac9153/e110f07d-1a16-40e4-8fe0-01da331a1480) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:07:55.429582 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437502e5-c5cb-450b-956c-f2154eca3d16 req-ab627161-4ef3-4b20-86b2-c5723a94f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:55.431079 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-437502e5-c5cb-450b-956c-f2154eca3d16 req-ab627161-4ef3-4b20-86b2-c5723a94f16b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a580d181-6158-4a52-89c2-8aedf3a5088e HTTP/1.1" status: 200 len: 856 time: 0.2035019 Jun 12 17:07:55.505579 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-9e6ec35d-6e9c-4465-8a43-891a23057fbf req-c51a78bf-4918-422e-bf7d-236538227405 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] For port 1d535e4b-3946-4f2a-a276-c1ce680faa52, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=1d535e4b-3946-4f2a-a276-c1ce680faa52,segment=NetworkSegment(29156e22-d4f7-4803-8426-165b91d9ec1f),segment_id=29156e22-d4f7-4803-8426-165b91d9ec1f)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:07:55.505942 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-9e6ec35d-6e9c-4465-8a43-891a23057fbf req-c51a78bf-4918-422e-bf7d-236538227405 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:55.653572 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-9e6ec35d-6e9c-4465-8a43-891a23057fbf req-c51a78bf-4918-422e-bf7d-236538227405 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Calling delete_port for 1d535e4b-3946-4f2a-a276-c1ce680faa52 owned by compute:nova {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:07:55.740306 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3854655-9f1e-4125-826b-027f2aa86bfc req-a80acb20-4dc8-4a39-8a0f-bf2bf29c56e1 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:55.751254 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c3854655-9f1e-4125-826b-027f2aa86bfc req-a80acb20-4dc8-4a39-8a0f-bf2bf29c56e1 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.1542463 Jun 12 17:07:55.779933 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:55.800186 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:55.809291 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Transition to ACTIVE for port object e110f07d-1a16-40e4-8fe0-01da331a1480 will not be triggered until provisioned by entity DHCP. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:07:55.824423 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c3854655-9f1e-4125-826b-027f2aa86bfc req-2b7fa1d1-711a-4012-a88d-c7941e8c6a62 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669870 Jun 12 17:07:55.834673 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:55.978421 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:55.982927 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-4c284708-811a-4812-bb64-e327e4cfdbc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:56.026812 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ba997-34fe-49b1-ab60-fe0195433b29 req-fa2cda1c-8962-4024-a4ad-ee0256740053 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:56.028397 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-fb2ba997-34fe-49b1-ab60-fe0195433b29 req-fa2cda1c-8962-4024-a4ad-ee0256740053 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0828197 Jun 12 17:07:56.038809 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Network b69f48d8-e3c1-47a9-b277-5d23daa57c00 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:07:56.043482 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:07:56.048880 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:07:56.056812 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Pushing event updated for resources: {'Port': ['ID=e110f07d-1a16-40e4-8fe0-01da331a1480,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:56.080694 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-fb2ba997-34fe-49b1-ab60-fe0195433b29 req-4deb55c9-a79b-4010-89aa-a0c879bb660a tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461912 Jun 12 17:07:56.090779 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:56.091167 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:56.091611 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:56.091976 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:56.092336 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:56.092690 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:56.093037 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:56.093384 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:56.093728 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:56.094073 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:56.094420 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:56.094792 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:56.107558 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:56.107558 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-9e6ec35d-6e9c-4465-8a43-891a23057fbf req-c51a78bf-4918-422e-bf7d-236538227405 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:56.108147 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-b1f41cf4-0be9-4052-acc6-91bf15e48e9a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:56.153044 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a78bf-4918-422e-bf7d-236538227405 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Pushing event deleted for resources: {'Port': ['ID=1d535e4b-3946-4f2a-a276-c1ce680faa52,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:56.158616 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-c51a78bf-4918-422e-bf7d-236538227405 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:56.213062 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:56.213729 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:56.267521 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6ec35d-6e9c-4465-8a43-891a23057fbf req-c51a78bf-4918-422e-bf7d-236538227405 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] No DVR routers for this DVR port 1d535e4b-3946-4f2a-a276-c1ce680faa52 on host hv-cinder-79611 {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:07:56.275961 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-9e6ec35d-6e9c-4465-8a43-891a23057fbf req-c51a78bf-4918-422e-bf7d-236538227405 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:56.275961 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9e6ec35d-6e9c-4465-8a43-891a23057fbf req-c51a78bf-4918-422e-bf7d-236538227405 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.22 "DELETE /v2.0/ports/1d535e4b-3946-4f2a-a276-c1ce680faa52 HTTP/1.1" status: 204 len: 173 time: 1.8043222 Jun 12 17:07:56.275961 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5', 'name': 'network-vif-deleted', 'tag': '1d535e4b-3946-4f2a-a276-c1ce680faa52'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:07:56.276561 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70769aeb-9d51-4193-9e28-b7ebdf906e69" -d '{"events": [{"server_uuid": "4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5", "name": "network-vif-deleted", "tag": "1d535e4b-3946-4f2a-a276-c1ce680faa52"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:07:56.309467 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-73398023-f699-4947-b244-ff7718155785 req-2fb2574f-c049-412a-920a-3caa6a363876 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 210 time: 0.0429077 Jun 12 17:07:56.340217 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1763067 Jun 12 17:07:56.367524 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e2d69a-9e08-4b47-872b-6c09805218ef x-openstack-request-id: req-95e2d69a-9e08-4b47-872b-6c09805218ef {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:07:56.368702 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5", "name": "network-vif-deleted", "tag": "1d535e4b-3946-4f2a-a276-c1ce680faa52", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:07:56.368702 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95e2d69a-9e08-4b47-872b-6c09805218ef {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:07:56.369048 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5', 'name': 'network-vif-deleted', 'tag': '1d535e4b-3946-4f2a-a276-c1ce680faa52', 'status': 'completed', 'code': 200} Jun 12 17:07:56.412233 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-0422b4e7-10f6-4fe6-be12-3a4591c763cf None None] Provisioning for port e110f07d-1a16-40e4-8fe0-01da331a1480 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:07:56.416877 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-0422b4e7-10f6-4fe6-be12-3a4591c763cf None None] Provisioning complete for port e110f07d-1a16-40e4-8fe0-01da331a1480 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:07:56.417498 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-0422b4e7-10f6-4fe6-be12-3a4591c763cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:56.480912 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-0422b4e7-10f6-4fe6-be12-3a4591c763cf None None] Port e110f07d-1a16-40e4-8fe0-01da331a1480 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:07:56.510184 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995a680-d1ed-4df6-b729-a7d81d1d5af5 req-6876909c-c911-4e5f-9c0f-438ff2f93803 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:56.511775 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3995a680-d1ed-4df6-b729-a7d81d1d5af5 req-6876909c-c911-4e5f-9c0f-438ff2f93803 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 931 time: 0.0979207 Jun 12 17:07:56.536582 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238829a-dbc3-4a8d-a1c6-65d5c8822cc8 req-e84797fa-ba5e-496c-a17b-3255fa1c422c tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:56.551559 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-7238829a-dbc3-4a8d-a1c6-65d5c8822cc8 req-e84797fa-ba5e-496c-a17b-3255fa1c422c tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 945 time: 0.0838239 Jun 12 17:07:56.565351 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3995a680-d1ed-4df6-b729-a7d81d1d5af5 req-ed41ab94-eff6-48c8-aa85-51b3d6a76f00 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453942 Jun 12 17:07:56.594453 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-7238829a-dbc3-4a8d-a1c6-65d5c8822cc8 req-dbb775a4-7fd4-46a2-a511-f3bcadb71404 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487282 Jun 12 17:07:57.019520 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53506d48-005a-4c54-b2b0-2a9d543dc309 req-3831e976-09f2-46f5-b2e7-67d54d1404bc tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:57.020976 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-53506d48-005a-4c54-b2b0-2a9d543dc309 req-3831e976-09f2-46f5-b2e7-67d54d1404bc tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0769691 Jun 12 17:07:57.064811 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-53506d48-005a-4c54-b2b0-2a9d543dc309 req-e9263bd8-e778-423a-96ff-aa7993f8f126 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371840 Jun 12 17:07:57.272330 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a1550-7614-48b9-95d9-0e531485e7d4 req-2c6d3e91-bb81-42e1-8bfb-893e2bc90b1d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:57.274547 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a81a1550-7614-48b9-95d9-0e531485e7d4 req-2c6d3e91-bb81-42e1-8bfb-893e2bc90b1d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 945 time: 0.0695772 Jun 12 17:07:57.309064 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:57.317905 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a81a1550-7614-48b9-95d9-0e531485e7d4 req-6b0637ac-c308-4b8c-9784-76d5949ad6a2 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373683 Jun 12 17:07:57.465258 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a27b6f9b-acf1-467c-9b24-a0d5a1ee3063 req-6e154e74-834f-4c0b-b6ef-7586bff2e723 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 210 time: 0.0341871 Jun 12 17:07:57.551890 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 1d535e4b-3946-4f2a-a276-c1ce680faa52 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:07:57.578121 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] No Port match for: 1d535e4b-3946-4f2a-a276-c1ce680faa52 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:07:57.578399 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 1d535e4b-3946-4f2a-a276-c1ce680faa52 not bound to the agent host hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:07:57.578833 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device d15dcd0c-a893-44d3-b530-950397e84abf no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:07:57.695625 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:57.746773 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e33fc1d-19a0-4ddd-80a5-941f3792ef8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd15dcd0c-a893-44d3-b530-950397e84abf'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:07:57.749104 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fd24e7-8c7c-4c0c-906e-f1eed688d0f5" -d '{"events": [{"server_uuid": "9e33fc1d-19a0-4ddd-80a5-941f3792ef8f", "name": "network-vif-unplugged", "status": "completed", "tag": "d15dcd0c-a893-44d3-b530-950397e84abf"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:07:57.764862 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port d15dcd0c-a893-44d3-b530-950397e84abf, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d15dcd0c-a893-44d3-b530-950397e84abf,segment=NetworkSegment(73747d56-01c8-4f1c-a6b1-64dffe204326),segment_id=73747d56-01c8-4f1c-a6b1-64dffe204326)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:07:57.792302 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083b2b7-70fe-4b21-82a2-596ca29b9111 req-8238c1c2-a1ee-43af-9ad7-d3ffaf7f5c89 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:57.794135 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-2083b2b7-70fe-4b21-82a2-596ca29b9111 req-8238c1c2-a1ee-43af-9ad7-d3ffaf7f5c89 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 931 time: 0.0908401 Jun 12 17:07:57.818497 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23ff35-3888-46e1-a94e-421aa4c96c32 req-25c07260-180a-41b2-9aef-547b34ce49d6 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:57.820779 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-dc23ff35-3888-46e1-a94e-421aa4c96c32 req-25c07260-180a-41b2-9aef-547b34ce49d6 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 945 time: 0.0961759 Jun 12 17:07:57.842300 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-2083b2b7-70fe-4b21-82a2-596ca29b9111 req-3cc37d1e-d35d-4042-a38e-b1de0e7a5a2f tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422678 Jun 12 17:07:57.857394 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:07:57.859522 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:07:57.885315 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-dc23ff35-3888-46e1-a94e-421aa4c96c32 req-a073f68d-60bf-4cdd-b7d3-595b259cb45c tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558500 Jun 12 17:07:57.929772 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Jun 2021 17:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026f7e79-fee8-446a-8f17-44732cd16847 x-openstack-request-id: req-026f7e79-fee8-446a-8f17-44732cd16847 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:07:57.930097 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e33fc1d-19a0-4ddd-80a5-941f3792ef8f", "name": "network-vif-unplugged", "status": "completed", "tag": "d15dcd0c-a893-44d3-b530-950397e84abf", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:07:57.930364 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-026f7e79-fee8-446a-8f17-44732cd16847 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:07:57.930756 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e33fc1d-19a0-4ddd-80a5-941f3792ef8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd15dcd0c-a893-44d3-b530-950397e84abf', 'code': 200} Jun 12 17:07:57.963448 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=d15dcd0c-a893-44d3-b530-950397e84abf,revision_number=6']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:07:57.970484 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:57.970954 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:57.971303 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:57.971677 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:57.972013 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:57.972346 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:57.972737 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:57.973170 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:57.973536 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:57.973869 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:57.974195 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:57.974543 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:07:57.978502 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:07:58.259066 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e601b-573d-4188-a637-3e7078680a4d req-b8aa277e-4723-4710-bf72-e65e1d93945c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:58.260574 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-982e601b-573d-4188-a637-3e7078680a4d req-b8aa277e-4723-4710-bf72-e65e1d93945c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0764077 Jun 12 17:07:58.304188 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-982e601b-573d-4188-a637-3e7078680a4d req-7ca95d96-c122-432e-bf65-b87857433625 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372562 Jun 12 17:07:58.504348 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860cf17-2342-4779-9e04-2a9e8d52ce69 req-b6e84a08-4b6e-4339-96fc-4c351edb5de3 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:58.505052 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-6860cf17-2342-4779-9e04-2a9e8d52ce69 req-b6e84a08-4b6e-4339-96fc-4c351edb5de3 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 943 time: 0.0707161 Jun 12 17:07:58.561757 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-6860cf17-2342-4779-9e04-2a9e8d52ce69 req-cab7db4d-8152-4d85-a87c-f10120b721d6 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498650 Jun 12 17:07:58.624380 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1046c17d-6cfe-42af-b093-9075f6d6bb14 req-a63c1ec8-6be7-4c56-9aed-c196c7ecefd3 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 210 time: 0.0356336 Jun 12 17:07:59.063663 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01ed5b-183e-4c03-ad74-6ceb34c52ec9 req-24fff519-246f-46df-8b07-37e1fc033dc2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:59.065166 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5e01ed5b-183e-4c03-ad74-6ceb34c52ec9 req-24fff519-246f-46df-8b07-37e1fc033dc2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 931 time: 0.0968499 Jun 12 17:07:59.112684 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5e01ed5b-183e-4c03-ad74-6ceb34c52ec9 req-22b9f1f0-9124-402a-a0ed-d88880fe3885 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406413 Jun 12 17:07:59.123056 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a0138-8c23-40f5-a24c-840e596d4dd4 req-6e6804f7-58f3-44dd-81ba-b2245c66a5f0 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:59.124746 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b84a0138-8c23-40f5-a24c-840e596d4dd4 req-6e6804f7-58f3-44dd-81ba-b2245c66a5f0 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 945 time: 0.0911930 Jun 12 17:07:59.171478 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b84a0138-8c23-40f5-a24c-840e596d4dd4 req-1570c9c7-daf5-4895-9970-17783cffc5f0 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405905 Jun 12 17:07:59.511331 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7efd2d-ea6d-4e06-83d6-6f6c62c2d64e req-7dd507ac-35da-46a6-9d5b-5e4d0dc41200 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:59.512775 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-7c7efd2d-ea6d-4e06-83d6-6f6c62c2d64e req-7dd507ac-35da-46a6-9d5b-5e4d0dc41200 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0712166 Jun 12 17:07:59.558790 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-7c7efd2d-ea6d-4e06-83d6-6f6c62c2d64e req-e8887fba-0c3e-4f73-bc4d-01ebc8e95d08 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397861 Jun 12 17:07:59.765514 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e4cc0-b770-4de9-920e-a2c91b143f5e req-69317756-ca3d-431e-936b-2b5c8b781b3c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:07:59.766922 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3b3e4cc0-b770-4de9-920e-a2c91b143f5e req-69317756-ca3d-431e-936b-2b5c8b781b3c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 943 time: 0.0744483 Jun 12 17:07:59.826017 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ab4cb939-5135-41d9-b19c-2128b0276b3e req-816faae2-9361-41c7-b3a0-b5ea2fc697a6 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 210 time: 0.0609789 Jun 12 17:07:59.831042 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3b3e4cc0-b770-4de9-920e-a2c91b143f5e req-cf41a04e-18b1-49e7-ad83-a055f4b6d352 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577836 Jun 12 17:08:00.324396 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4efb2-f841-408a-b114-f36ddcca1536 req-f92bf3b4-0767-4cdb-ac74-4b2b93e74b94 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:00.327107 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-abd4efb2-f841-408a-b114-f36ddcca1536 req-f92bf3b4-0767-4cdb-ac74-4b2b93e74b94 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 931 time: 0.0893786 Jun 12 17:08:00.371817 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6e78e-f6e9-43b1-a6ce-7b3989112d44 req-acc7de10-6c41-49d5-a919-3bf5c45d2e30 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:00.373373 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-83a6e78e-f6e9-43b1-a6ce-7b3989112d44 req-acc7de10-6c41-49d5-a919-3bf5c45d2e30 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 945 time: 0.0780258 Jun 12 17:08:00.387031 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-abd4efb2-f841-408a-b114-f36ddcca1536 req-e6f6d0aa-c8f4-4c28-a37c-fe02f9773660 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550461 Jun 12 17:08:00.421310 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-83a6e78e-f6e9-43b1-a6ce-7b3989112d44 req-898d02ba-acd0-4410-a0cd-ea243430a9f7 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420787 Jun 12 17:08:00.776197 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4d328-df9f-42b8-9153-a28d3e1ee18f req-af608216-87e8-4747-9b20-1a0b2713e10d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:00.777569 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-7ab4d328-df9f-42b8-9153-a28d3e1ee18f req-af608216-87e8-4747-9b20-1a0b2713e10d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0730777 Jun 12 17:08:00.820813 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-7ab4d328-df9f-42b8-9153-a28d3e1ee18f req-4366e4ae-161c-4e14-814e-f013471a1a63 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376270 Jun 12 17:08:00.996063 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6e292bdf-01f4-45dd-aec3-bacae8daa1ef req-a9c104bb-b95b-4e96-9a08-593a4b078924 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 210 time: 0.0378029 Jun 12 17:08:01.190042 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbd102-4e1a-4a8f-af99-a774c926fb28 req-4702da87-d849-41d2-8d78-838775e4f068 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:01.192207 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-aefbd102-4e1a-4a8f-af99-a774c926fb28 req-4702da87-d849-41d2-8d78-838775e4f068 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 943 time: 0.0708632 Jun 12 17:08:01.235851 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-aefbd102-4e1a-4a8f-af99-a774c926fb28 req-c67f273c-e4b2-40bb-ba93-169eb9684191 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376782 Jun 12 17:08:01.580681 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa534343-f77a-4806-8950-4111ea8a53c7 req-40f3c08c-7c00-4dc5-87a1-87fc98c18d4c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:01.582275 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-aa534343-f77a-4806-8950-4111ea8a53c7 req-40f3c08c-7c00-4dc5-87a1-87fc98c18d4c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 931 time: 0.0825036 Jun 12 17:08:01.621537 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e302937-7472-4cec-a4ce-c672e6039839 req-fde72316-dbdb-44d1-9307-f63aec25ee44 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:01.623199 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-2e302937-7472-4cec-a4ce-c672e6039839 req-fde72316-dbdb-44d1-9307-f63aec25ee44 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 945 time: 0.0798995 Jun 12 17:08:01.627847 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-aa534343-f77a-4806-8950-4111ea8a53c7 req-6b8c0ba7-cb13-47c5-9e5f-9ca0cacb880a tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399258 Jun 12 17:08:01.669724 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-2e302937-7472-4cec-a4ce-c672e6039839 req-a714349d-e7a1-4193-8073-ee14dff816ef tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406406 Jun 12 17:08:02.017236 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9ebf2-5ae5-4dfd-adbd-3e551f7dfa16 req-cfa8982d-268b-4d1d-afad-30974612712e tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:02.018881 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a8b9ebf2-5ae5-4dfd-adbd-3e551f7dfa16 req-cfa8982d-268b-4d1d-afad-30974612712e tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0765765 Jun 12 17:08:02.074825 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a8b9ebf2-5ae5-4dfd-adbd-3e551f7dfa16 req-4313973c-0a44-4cca-acd3-cbe39a0954a0 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498798 Jun 12 17:08:02.149994 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-59050317-000c-4ed2-937e-98cf77da494c req-4e033432-926e-4496-875f-cc41ced351fd tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 210 time: 0.0330350 Jun 12 17:08:02.424624 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d0193-839d-47c0-ac22-74c407c4daab req-4e18582c-816b-4d9c-a94c-07f7e8a3dc7d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:02.430925 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-151d0193-839d-47c0-ac22-74c407c4daab req-4e18582c-816b-4d9c-a94c-07f7e8a3dc7d tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 943 time: 0.0769179 Jun 12 17:08:02.475284 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-151d0193-839d-47c0-ac22-74c407c4daab req-5bea59a5-22a2-492f-bdfe-fb315c944c3f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378790 Jun 12 17:08:02.818977 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861f378-aaa3-4fe6-9baf-3ac518f21d71 req-0c80f834-404d-4c7d-84e8-8fbbc4ed1268 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:02.820469 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0861f378-aaa3-4fe6-9baf-3ac518f21d71 req-0c80f834-404d-4c7d-84e8-8fbbc4ed1268 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 931 time: 0.0760179 Jun 12 17:08:02.864989 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b617e-09da-4cdb-8568-d8688e3daade req-a747fa84-948a-4c2b-bfc5-a303a8d775c4 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:02.865586 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0861f378-aaa3-4fe6-9baf-3ac518f21d71 req-957a8e3f-7a6e-41c0-8a00-14ddaee8bda0 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386600 Jun 12 17:08:02.866958 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-178b617e-09da-4cdb-8568-d8688e3daade req-a747fa84-948a-4c2b-bfc5-a303a8d775c4 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 945 time: 0.0819762 Jun 12 17:08:02.953519 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-178b617e-09da-4cdb-8568-d8688e3daade req-a55b528c-3e3b-49bf-b5df-8a82f1cd7d9e tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648370 Jun 12 17:08:03.278435 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768eb61f-2214-4389-bbd1-bd80d1d795f0 req-3f83af2e-04c8-4ed7-a60d-6491390ce7d5 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:03.279908 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-768eb61f-2214-4389-bbd1-bd80d1d795f0 req-3f83af2e-04c8-4ed7-a60d-6491390ce7d5 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0725837 Jun 12 17:08:03.332210 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-768eb61f-2214-4389-bbd1-bd80d1d795f0 req-b24ddd6d-9966-43ff-b416-74e0e292a304 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461004 Jun 12 17:08:03.474916 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-684c26d6-ffda-45aa-8619-edf5211bd45d req-f386d9b6-56d7-4107-a1d7-9764d3599e20 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 210 time: 0.0376420 Jun 12 17:08:03.666275 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bc8b6-5163-485b-aff2-0d8e2e781f6d req-c796555b-9959-4aec-bf9f-493c2c821d74 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:03.667989 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3f8bc8b6-5163-485b-aff2-0d8e2e781f6d req-c796555b-9959-4aec-bf9f-493c2c821d74 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 943 time: 0.0780046 Jun 12 17:08:03.711423 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3f8bc8b6-5163-485b-aff2-0d8e2e781f6d req-87afdf87-9f55-4ec8-b08f-ee9a4e8b5ca8 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375192 Jun 12 17:08:04.054471 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b224b8-d0ee-4758-97e1-5789c0d32d42 req-b2d8ffa1-e79a-46b4-adbf-901b4b949a1e tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:04.056027 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-43b224b8-d0ee-4758-97e1-5789c0d32d42 req-b2d8ffa1-e79a-46b4-adbf-901b4b949a1e tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 931 time: 0.0725870 Jun 12 17:08:04.105672 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-43b224b8-d0ee-4758-97e1-5789c0d32d42 req-26a6c259-eee6-4145-92f5-7ba03a133d48 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415580 Jun 12 17:08:04.166091 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3590fd7-5edf-4c2e-8f76-82d98b18782c req-bee011ee-2099-42b8-bc69-49d6b3f70019 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:04.167590 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b3590fd7-5edf-4c2e-8f76-82d98b18782c req-bee011ee-2099-42b8-bc69-49d6b3f70019 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 945 time: 0.0747740 Jun 12 17:08:04.211545 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b3590fd7-5edf-4c2e-8f76-82d98b18782c req-d1ed8463-b6ee-468e-ae2c-1c23e8f59285 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382838 Jun 12 17:08:04.528835 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58702c0-4a13-4fd1-acac-096e7defc5f1 req-67df162b-03ab-4d72-813d-5d42bf322b92 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:04.530382 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b58702c0-4a13-4fd1-acac-096e7defc5f1 req-67df162b-03ab-4d72-813d-5d42bf322b92 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0740519 Jun 12 17:08:04.572521 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b58702c0-4a13-4fd1-acac-096e7defc5f1 req-777fd311-b568-4567-af45-201fb2f8e612 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366085 Jun 12 17:08:04.644502 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3c7a0e5f-477a-41c1-8487-f2af23364a3a req-6943aea8-c76b-4d70-8e6d-312aa9cd5734 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 210 time: 0.0410144 Jun 12 17:08:04.897652 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2826a8a-fb0b-43c8-a20d-da9ae9c24196 req-d0b0d3a5-4db9-463c-8c86-30a74e787840 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:04.900898 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d2826a8a-fb0b-43c8-a20d-da9ae9c24196 req-d0b0d3a5-4db9-463c-8c86-30a74e787840 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 943 time: 0.0730982 Jun 12 17:08:04.946431 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d2826a8a-fb0b-43c8-a20d-da9ae9c24196 req-dcde05aa-527b-4bf0-84be-bf12a2a844d2 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380731 Jun 12 17:08:05.291050 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d3577-d69b-405d-940b-271781902cfb req-bbdfe1a4-a891-4dd9-b1c4-ccbd6449bd70 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:05.292587 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a60d3577-d69b-405d-940b-271781902cfb req-bbdfe1a4-a891-4dd9-b1c4-ccbd6449bd70 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 931 time: 0.0726745 Jun 12 17:08:05.337222 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a60d3577-d69b-405d-940b-271781902cfb req-7af5d256-e278-4288-bd8b-95f247c5e774 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385790 Jun 12 17:08:05.418487 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f8ec0-5045-438d-81ae-f93d04e77a7f req-9f02fad9-2787-42c0-82ce-27ff91ff36c3 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:05.419927 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-158f8ec0-5045-438d-81ae-f93d04e77a7f req-9f02fad9-2787-42c0-82ce-27ff91ff36c3 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 945 time: 0.0889640 Jun 12 17:08:05.464806 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-158f8ec0-5045-438d-81ae-f93d04e77a7f req-c83bd67a-3f01-4e2e-9ebd-d1158a0f5016 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387957 Jun 12 17:08:05.788084 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858a892-296b-418b-882e-6947f163bdd6 req-9ae6e066-40b9-4027-8b01-e6f6f395f662 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:05.789587 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f858a892-296b-418b-882e-6947f163bdd6 req-9ae6e066-40b9-4027-8b01-e6f6f395f662 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0814140 Jun 12 17:08:05.819629 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1e7543ef-0f71-44cf-99f2-680204c9a234 req-8cbe93ca-1069-400a-8c65-1ca6a7b1d44a tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 210 time: 0.0394356 Jun 12 17:08:05.842265 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f858a892-296b-418b-882e-6947f163bdd6 req-28fecd71-da1e-4b1f-b1f8-b253b2400b3d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464067 Jun 12 17:08:06.133193 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38d884-e7dd-4772-ba19-7f5f93812741 req-bbdeca46-e6c6-471f-bfa1-72306919c3a8 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:06.134737 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-de38d884-e7dd-4772-ba19-7f5f93812741 req-bbdeca46-e6c6-471f-bfa1-72306919c3a8 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 943 time: 0.0720658 Jun 12 17:08:06.176250 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-de38d884-e7dd-4772-ba19-7f5f93812741 req-b54e06d6-cd8a-4e7b-acd1-058b91e93e3c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355811 Jun 12 17:08:06.527789 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6bfc9-9206-4b4a-ad4e-c8f0303cfa8f req-7dcc494b-57de-4d8b-9457-7c229a917502 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:06.529773 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d0d6bfc9-9206-4b4a-ad4e-c8f0303cfa8f req-7dcc494b-57de-4d8b-9457-7c229a917502 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 931 time: 0.0767255 Jun 12 17:08:06.656325 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d0d6bfc9-9206-4b4a-ad4e-c8f0303cfa8f req-4e110d99-d889-45f6-a3ef-e6f7176d15ed tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176820 Jun 12 17:08:06.750661 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cb9f4-9a65-4275-ae08-b67f810bf5ed req-11a3ace4-0089-4ffd-8aad-dab0b5899130 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:06.752463 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9c1cb9f4-9a65-4275-ae08-b67f810bf5ed req-11a3ace4-0089-4ffd-8aad-dab0b5899130 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 945 time: 0.0956628 Jun 12 17:08:06.801849 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9c1cb9f4-9a65-4275-ae08-b67f810bf5ed req-cec13326-83ed-49c8-a845-6e22c4763983 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431819 Jun 12 17:08:06.987889 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fa639bc0-19ba-4c36-a18a-908fa76aaece req-0604191b-0478-4aaf-a434-da7062555ce8 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 210 time: 0.0367491 Jun 12 17:08:07.043161 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf45303-349a-48ee-a09c-8e9c753b6c58 req-8602f5dd-dea5-4c26-9578-fa967befe7f4 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:07.044734 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-edf45303-349a-48ee-a09c-8e9c753b6c58 req-8602f5dd-dea5-4c26-9578-fa967befe7f4 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0695026 Jun 12 17:08:07.092042 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-edf45303-349a-48ee-a09c-8e9c753b6c58 req-596a7cca-eeeb-4f76-9034-f101b2af2ec8 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411520 Jun 12 17:08:07.361646 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812b7c5-8d2e-45a7-8b63-f8298db70b9c req-3b87c1a9-cc5e-4811-bce9-78249d4873d4 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:07.363084 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5812b7c5-8d2e-45a7-8b63-f8298db70b9c req-3b87c1a9-cc5e-4811-bce9-78249d4873d4 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 943 time: 0.0740941 Jun 12 17:08:07.407902 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5812b7c5-8d2e-45a7-8b63-f8298db70b9c req-9f133778-a686-4a61-ace8-c8c3de0ddea5 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383494 Jun 12 17:08:07.784705 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Request body: {'port': {'device_id': 'ab53403a-ed42-4ce8-861b-680877c433ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:08:07.881179 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11d893-c4f4-4dd1-b855-3a50ffac208a req-e4db5948-0f81-4a30-a052-86ebf071cd45 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:07.883823 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-dd11d893-c4f4-4dd1-b855-3a50ffac208a req-e4db5948-0f81-4a30-a052-86ebf071cd45 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 931 time: 0.1041670 Jun 12 17:08:07.945609 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-dd11d893-c4f4-4dd1-b855-3a50ffac208a req-86544b25-cee9-4b74-8396-3e417013eed1 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560827 Jun 12 17:08:08.026120 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:08.053617 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4528b60-88ae-4b73-b59b-c1885932f9ed req-742c9890-fd1d-4d1f-8c16-85368af3ee2b tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:08.055148 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a4528b60-88ae-4b73-b59b-c1885932f9ed req-742c9890-fd1d-4d1f-8c16-85368af3ee2b tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 943 time: 0.2357807 Jun 12 17:08:08.062493 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437502e5-c5cb-450b-956c-f2154eca3d16 req-8b7211ef-0db1-4590-9b6a-d8547291ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:08.063918 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-437502e5-c5cb-450b-956c-f2154eca3d16 req-8b7211ef-0db1-4590-9b6a-d8547291ff31 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2765374 Jun 12 17:08:08.153071 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ca09ab8d-914b-4026-97eb-a36aaa064933 req-938bd6c6-093b-45ac-8fe7-e9c481e595dc tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b886d57-c3d3-45c4-84d3-7a9e9d55e3e5 HTTP/1.1" status: 200 len: 210 time: 0.0368612 Jun 12 17:08:08.318520 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c46a0b-a301-4f7a-b81f-20925e0908b9 req-fd41ae67-6f7d-4957-a895-7c73f32b494a tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:08.319988 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-86c46a0b-a301-4f7a-b81f-20925e0908b9 req-fd41ae67-6f7d-4957-a895-7c73f32b494a tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 945 time: 0.3686783 Jun 12 17:08:08.331505 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50220dfe-7ada-4871-b315-615ff2335316 req-515f2a68-f55f-4e32-977a-23c93bf2d598 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:08.332989 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-50220dfe-7ada-4871-b315-615ff2335316 req-515f2a68-f55f-4e32-977a-23c93bf2d598 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.0734129 Jun 12 17:08:08.375694 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-50220dfe-7ada-4871-b315-615ff2335316 req-65cc959c-27c1-437f-8128-c15b1731e332 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360210 Jun 12 17:08:08.407688 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-437502e5-c5cb-450b-956c-f2154eca3d16 req-5f9fd1d0-82c9-4f54-8489-7c26381f9e5d service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326566 Jun 12 17:08:08.487817 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-86c46a0b-a301-4f7a-b81f-20925e0908b9 req-a73c01c5-43ad-4c80-9369-f64222027991 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416845 Jun 12 17:08:08.595472 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf4072-e43a-4847-92e7-0620efff8349 req-da140a7b-d002-4201-93f6-6cfb3bd30ca1 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:08.597157 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f7cf4072-e43a-4847-92e7-0620efff8349 req-da140a7b-d002-4201-93f6-6cfb3bd30ca1 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 943 time: 0.0740216 Jun 12 17:08:08.649964 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f7cf4072-e43a-4847-92e7-0620efff8349 req-0bee5e5f-8f60-4a1a-b64b-9fad84d5fe07 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453665 Jun 12 17:08:08.903075 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-a4528b60-88ae-4b73-b59b-c1885932f9ed req-be54227d-149c-4021-b246-a618a7c2c5a8 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Deleting port d15dcd0c-a893-44d3-b530-950397e84abf {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:08:08.903748 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a4528b60-88ae-4b73-b59b-c1885932f9ed req-be54227d-149c-4021-b246-a618a7c2c5a8 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:08.968409 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-437502e5-c5cb-450b-956c-f2154eca3d16 req-20c5c198-eab6-4846-a969-a02abc70dc47 service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297472 Jun 12 17:08:09.119947 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e110f07d-1a16-40e4-8fe0-01da331a1480 {{(pid=92467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:08:09.128563 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:09.136161 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-a4528b60-88ae-4b73-b59b-c1885932f9ed req-be54227d-149c-4021-b246-a618a7c2c5a8 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] For port d15dcd0c-a893-44d3-b530-950397e84abf, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d15dcd0c-a893-44d3-b530-950397e84abf,segment=NetworkSegment(73747d56-01c8-4f1c-a6b1-64dffe204326),segment_id=73747d56-01c8-4f1c-a6b1-64dffe204326)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:08:09.141426 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a4528b60-88ae-4b73-b59b-c1885932f9ed req-be54227d-149c-4021-b246-a618a7c2c5a8 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:09.243144 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-a4528b60-88ae-4b73-b59b-c1885932f9ed req-be54227d-149c-4021-b246-a618a7c2c5a8 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Calling delete_port for d15dcd0c-a893-44d3-b530-950397e84abf owned by compute:nova {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:08:09.252169 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Transition to ACTIVE for port object e110f07d-1a16-40e4-8fe0-01da331a1480 will not be triggered until provisioned by entity L2. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:08:09.252280 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 60718) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:09.310254 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_v2 [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] Deleting subnet e99254b9-d790-4af1-8b27-77862c199d32 {{(pid=92466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 17:08:09.313553 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:09.316136 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb25e7-0023-4f53-bee0-046379e4e210 req-4dfbf938-a68b-4071-99c7-6c5aaa23ec62 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:09.317596 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-dceb25e7-0023-4f53-bee0-046379e4e210 req-4dfbf938-a68b-4071-99c7-6c5aaa23ec62 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 931 time: 0.2601187 Jun 12 17:08:09.332766 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:09.345942 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-53913d46-3716-4af7-978e-3bdeb0ee5a42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:09.361260 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496856'] for subnet, precommit_delete_associations {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:09.426199 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744179'] for subnet, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:09.484303 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Pushing event updated for resources: {'Port': ['ID=e110f07d-1a16-40e4-8fe0-01da331a1480,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:09.498799 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-dceb25e7-0023-4f53-bee0-046379e4e210 req-0b62b4a9-9e51-4ec8-a8fe-7c051a3e8e50 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720176 Jun 12 17:08:09.503416 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:09.642392 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:08:09.646360 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12900468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13056930'] for subnet, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:09.655375 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e61efb-6b21-4506-8f75-a42062554a62 req-8775993b-bcaf-448e-aad3-698e87620d33 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:09.656912 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-49e61efb-6b21-4506-8f75-a42062554a62 req-8775993b-bcaf-448e-aad3-698e87620d33 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 944 time: 0.1023331 Jun 12 17:08:09.660054 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:09.718479 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e99254b9-d790-4af1-8b27-77862c199d32,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:09.722667 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:09.727608 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e99254b9-d790-4af1-8b27-77862c199d32 HTTP/1.1" status: 204 len: 168 time: 0.4755366 Jun 12 17:08:09.731427 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 60726) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:09.734278 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Attempting to bind port e110f07d-1a16-40e4-8fe0-01da331a1480 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:08:09.734617 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Attempting to bind port e110f07d-1a16-40e4-8fe0-01da331a1480 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '64bada24-dde5-4c5d-9b97-77dfba85ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00'}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:08:09.734947 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Attempting to bind port e110f07d-1a16-40e4-8fe0-01da331a1480 on network b69f48d8-e3c1-47a9-b277-5d23daa57c00 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:08:09.736793 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a4528b60-88ae-4b73-b59b-c1885932f9ed req-be54227d-149c-4021-b246-a618a7c2c5a8 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:09.746951 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-64ec9cbd-8a48-4270-807a-22f49dc9bdaa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:09.753849 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:08:09.753849 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:08:09.754204 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:08:09.754518 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:08:09.754885 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:08:09.755221 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:08:09.756979 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:08:09.756979 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:08:09.757192 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:08:09.757780 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:08:09.758064 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:08:09.758368 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:08:09.782906 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:09.785147 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:08:09.785501 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Port e110f07d-1a16-40e4-8fe0-01da331a1480 on network b69f48d8-e3c1-47a9-b277-5d23daa57c00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 17:08:09.785830 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Attempting to bind port e110f07d-1a16-40e4-8fe0-01da331a1480 on network b69f48d8-e3c1-47a9-b277-5d23daa57c00 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:08:09.794247 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54227d-149c-4021-b246-a618a7c2c5a8 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Pushing event deleted for resources: {'Port': ['ID=d15dcd0c-a893-44d3-b530-950397e84abf,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:09.797331 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-be54227d-149c-4021-b246-a618a7c2c5a8 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:09.801162 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-49e61efb-6b21-4506-8f75-a42062554a62 req-293274fb-0e85-41d6-b986-28ab977bfbea tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343007 Jun 12 17:08:09.806875 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Checking agent: {'id': '2dfdfaa1-9da4-4da7-bc93-db92fb710195', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'started_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:08:09.807212 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Checking segment: {'id': '64bada24-dde5-4c5d-9b97-77dfba85ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:08:09.807617 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Bound using segment: {'id': '64bada24-dde5-4c5d-9b97-77dfba85ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00'} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:08:09.808063 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Bound port: e110f07d-1a16-40e4-8fe0-01da331a1480, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64bada24-dde5-4c5d-9b97-77dfba85ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00'}}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:08:09.808410 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:09.808684 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'port_id': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1', 'mac_address': 'fa:16:3e:32:f1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:08:09.849005 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21569119-1142-411a-8330-39e2db1851b0 req-12225fc1-5caa-4785-b4b1-c429e53bcd31 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:09.851036 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-21569119-1142-411a-8330-39e2db1851b0 req-12225fc1-5caa-4785-b4b1-c429e53bcd31 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.22 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 945 time: 0.2847059 Jun 12 17:08:09.868031 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['80e57d56-a381-4620-95f2-9c70e9d270d6'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:08:09.871785 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:09.925342 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63afa07-be4d-48cf-b829-679bfb474345 req-c59d488a-996f-4dca-a54a-e0cf4939661f tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:09.929736 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:08:09.932170 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d63afa07-be4d-48cf-b829-679bfb474345 req-c59d488a-996f-4dca-a54a-e0cf4939661f tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 945 time: 0.2914512 Jun 12 17:08:09.946748 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6d50-e496-4515-b3a5-7332017c48ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538232'] for network, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:09.953580 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:08:09.964255 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4528b60-88ae-4b73-b59b-c1885932f9ed req-be54227d-149c-4021-b246-a618a7c2c5a8 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] No DVR routers for this DVR port d15dcd0c-a893-44d3-b530-950397e84abf on host hv-cinder-79611 {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:08:09.984272 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a4528b60-88ae-4b73-b59b-c1885932f9ed req-be54227d-149c-4021-b246-a618a7c2c5a8 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:09.986230 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a4528b60-88ae-4b73-b59b-c1885932f9ed req-be54227d-149c-4021-b246-a618a7c2c5a8 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.22 "DELETE /v2.0/ports/d15dcd0c-a893-44d3-b530-950397e84abf HTTP/1.1" status: 204 len: 173 time: 1.9213359 Jun 12 17:08:09.986739 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e33fc1d-19a0-4ddd-80a5-941f3792ef8f', 'name': 'network-vif-deleted', 'tag': 'd15dcd0c-a893-44d3-b530-950397e84abf'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:08:09.989231 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce4d980-ce7e-43b1-a6d1-8c84dcd38f71" -d '{"events": [{"server_uuid": "9e33fc1d-19a0-4ddd-80a5-941f3792ef8f", "name": "network-vif-deleted", "tag": "d15dcd0c-a893-44d3-b530-950397e84abf"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:08:09.992129 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0574c1db-be29-4675-a54b-d8780d9ff7a2 req-90196cc8-d04f-4ced-85fe-786432500d4b tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 210 time: 0.0424616 Jun 12 17:08:10.032141 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:10.035484 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:10.073126 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d63afa07-be4d-48cf-b829-679bfb474345 req-6edfc50e-8d3a-4bf1-90b0-ddce133ec33e tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/security-groups?id=23fda54c-3571-4547-b8c0-52b0982608bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400044 Jun 12 17:08:10.104926 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] For port e110f07d-1a16-40e4-8fe0-01da331a1480, host hv-cinder-79611, cleared binding levels {{(pid=92467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:08:10.108690 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] For port e110f07d-1a16-40e4-8fe0-01da331a1480, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e110f07d-1a16-40e4-8fe0-01da331a1480,segment=NetworkSegment(64bada24-dde5-4c5d-9b97-77dfba85ccce),segment_id=64bada24-dde5-4c5d-9b97-77dfba85ccce)] {{(pid=92467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:08:10.121334 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6d50-e496-4515-b3a5-7332017c48ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741742', 'neutron.services.segments.db._delete_segments_for_network-8742179925432'] for network, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:10.134942 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.services.segments.db [None req-cbaa6d50-e496-4515-b3a5-7332017c48ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125cb4fd-0296-45b2-bf49-aefe6877aead']}} {{(pid=92466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:08:10.146015 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-21569119-1142-411a-8330-39e2db1851b0 req-44246b16-3039-4f24-8a4e-f6d89468d884 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Deleting port 83b61b66-ebe3-4a8d-a35f-f81e76715823 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:08:10.147170 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.services.segments.db [None req-cbaa6d50-e496-4515-b3a5-7332017c48ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29156e22-d4f7-4803-8426-165b91d9ec1f') {'for_net_delete': True} {{(pid=92466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:08:10.171387 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.services.segments.db [None req-cbaa6d50-e496-4515-b3a5-7332017c48ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29156e22-d4f7-4803-8426-165b91d9ec1f') {} {{(pid=92466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:08:10.171988 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-21569119-1142-411a-8330-39e2db1851b0 req-44246b16-3039-4f24-8a4e-f6d89468d884 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:10.172083 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6d50-e496-4515-b3a5-7332017c48ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742179925270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496851'] for segment, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:10.184009 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6d50-e496-4515-b3a5-7332017c48ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:10.188218 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,revision_number=9']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:10.193978 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:10.198046 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f29168-1f02-42fa-8931-38459af44b46 x-openstack-request-id: req-07f29168-1f02-42fa-8931-38459af44b46 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:08:10.198574 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e33fc1d-19a0-4ddd-80a5-941f3792ef8f", "name": "network-vif-deleted", "tag": "d15dcd0c-a893-44d3-b530-950397e84abf", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:08:10.198879 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07f29168-1f02-42fa-8931-38459af44b46 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:08:10.199332 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e33fc1d-19a0-4ddd-80a5-941f3792ef8f', 'name': 'network-vif-deleted', 'tag': 'd15dcd0c-a893-44d3-b530-950397e84abf', 'status': 'completed', 'code': 200} Jun 12 17:08:10.203179 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbaa6d50-e496-4515-b3a5-7332017c48ac admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=92466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 17:08:10.203761 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6d50-e496-4515-b3a5-7332017c48ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12901341'] for segment, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: Traceback (most recent call last): Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: timer() Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: cb(*args, **kw) Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: return func(*args, **kwargs) Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: self._notify() Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: self.callback(batched_events) Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: event.method(event) Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: return f(self, *a, **k) Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: return self._get(url).json() Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: return self.request(url, 'GET', **kwargs) Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 17:08:10.222053 dv-cinder-796114-2-iscsi neutron-server[92466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 17:08:10.264070 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['7b182cb1-0320-4cea-9c2e-bf0050d5acd1'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:08:10.298634 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:10.305906 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-3bea8522-2115-4466-ab03-0e65fc67d8d2 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:10.310828 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-21569119-1142-411a-8330-39e2db1851b0 req-44246b16-3039-4f24-8a4e-f6d89468d884 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] For port 83b61b66-ebe3-4a8d-a35f-f81e76715823, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=83b61b66-ebe3-4a8d-a35f-f81e76715823,segment=NetworkSegment(82fc4727-08dd-4d9a-aa53-fe4b75e389bd),segment_id=82fc4727-08dd-4d9a-aa53-fe4b75e389bd)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:08:10.311424 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-21569119-1142-411a-8330-39e2db1851b0 req-44246b16-3039-4f24-8a4e-f6d89468d884 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:10.371471 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:10.372452 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:10.374015 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] 10.222.0.22 "PUT /v2.0/ports/e110f07d-1a16-40e4-8fe0-01da331a1480 HTTP/1.1" status: 200 len: 1093 time: 2.5936677 Jun 12 17:08:10.491970 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-21569119-1142-411a-8330-39e2db1851b0 req-44246b16-3039-4f24-8a4e-f6d89468d884 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Calling delete_port for 83b61b66-ebe3-4a8d-a35f-f81e76715823 owned by compute:nova {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:08:10.570627 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Pushing event updated for resources: {'Port': ['ID=e110f07d-1a16-40e4-8fe0-01da331a1480,revision_number=3']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:10.599093 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6d50-e496-4515-b3a5-7332017c48ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16397317'] for network, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:10.608878 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-29535053-2bd8-4e5d-a882-2ae11465ebba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:10.613480 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cbaa6d50-e496-4515-b3a5-7332017c48ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:10.615959 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:10.618594 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-cbaa6d50-e496-4515-b3a5-7332017c48ac admin admin] 10.222.0.16 "DELETE /v2.0/networks/125cb4fd-0296-45b2-bf49-aefe6877aead HTTP/1.1" status: 204 len: 168 time: 0.8843565 Jun 12 17:08:10.639759 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa6d50-e496-4515-b3a5-7332017c48ac admin admin] Pushing event deleted for resources: {'Network': ['ID=125cb4fd-0296-45b2-bf49-aefe6877aead,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:10.647149 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-cbaa6d50-e496-4515-b3a5-7332017c48ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:10.723401 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-779e2839-476c-4c4d-92de-861cee1347ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:10.724946 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-779e2839-476c-4c4d-92de-861cee1347ea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8739bb767738461088ab796ff2a650ac&device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 1096 time: 0.2220707 Jun 12 17:08:10.759281 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762025d7-4ffe-475b-b8c3-95e097aa854b req-46e85cdf-7d83-4109-b5b7-426972539d1f tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:10.760795 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-762025d7-4ffe-475b-b8c3-95e097aa854b req-46e85cdf-7d83-4109-b5b7-426972539d1f tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 943 time: 0.0763929 Jun 12 17:08:10.810092 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-762025d7-4ffe-475b-b8c3-95e097aa854b req-4a2d61c0-07cd-48b2-8019-c2d22995d99a tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436249 Jun 12 17:08:10.824648 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-168a23a4-d3df-40e9-9ad5-d4a07495c02d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e110f07d-1a16-40e4-8fe0-01da331a1480 HTTP/1.1" status: 200 len: 217 time: 0.0908139 Jun 12 17:08:10.831904 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9f2d1-d3d9-4392-b0e5-50ca52eb25e0 req-7cff9ceb-7a25-4d61-9515-175dfba8ca44 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:10.833264 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d0c9f2d1-d3d9-4392-b0e5-50ca52eb25e0 req-7cff9ceb-7a25-4d61-9515-175dfba8ca44 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.2163601 Jun 12 17:08:10.931982 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-935a9ef5-ae7f-4373-ae0a-29b11cefc578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:10.933446 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-935a9ef5-ae7f-4373-ae0a-29b11cefc578 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b3013f0-63c6-436f-b840-5e869aac9153 HTTP/1.1" status: 200 len: 854 time: 0.0993538 Jun 12 17:08:10.942048 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d0c9f2d1-d3d9-4392-b0e5-50ca52eb25e0 req-2bffb82e-2f90-4ba4-a31c-4e91fc4d2146 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973687 Jun 12 17:08:11.004573 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cabab-1d71-43ae-933c-fe3ae2e8b62f req-9d42c8e8-7802-4d84-9649-32582e56dec0 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:11.006088 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b59cabab-1d71-43ae-933c-fe3ae2e8b62f req-9d42c8e8-7802-4d84-9649-32582e56dec0 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 945 time: 0.0816882 Jun 12 17:08:11.011844 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-ef4d9b26-faec-41a8-b18f-58d4924dae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:11.013302 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-ef4d9b26-faec-41a8-b18f-58d4924dae6e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b69f48d8-e3c1-47a9-b277-5d23daa57c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704250 Jun 12 17:08:11.017205 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-21569119-1142-411a-8330-39e2db1851b0 req-44246b16-3039-4f24-8a4e-f6d89468d884 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:11.028245 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-83f215f1-a3de-4441-8718-884bf1006864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:11.034718 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['83b61b66-ebe3-4a8d-a35f-f81e76715823'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:08:11.065825 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b59cabab-1d71-43ae-933c-fe3ae2e8b62f req-c840cf96-1a0e-4a84-b705-4eb670be05fe tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501719 Jun 12 17:08:11.083577 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44246b16-3039-4f24-8a4e-f6d89468d884 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Pushing event deleted for resources: {'Port': ['ID=83b61b66-ebe3-4a8d-a35f-f81e76715823,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:11.090113 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-44246b16-3039-4f24-8a4e-f6d89468d884 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:11.110841 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 60746) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:11.230636 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-16355304-57d2-401e-8c3d-9448319bfc30 req-84828b65-6a2e-4d7b-aca2-daba2967e542 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 210 time: 0.0327208 Jun 12 17:08:11.236060 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-21569119-1142-411a-8330-39e2db1851b0 req-44246b16-3039-4f24-8a4e-f6d89468d884 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] No DVR routers for this DVR port 83b61b66-ebe3-4a8d-a35f-f81e76715823 on host hv-cinder-79611 {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:08:11.265113 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-21569119-1142-411a-8330-39e2db1851b0 req-44246b16-3039-4f24-8a4e-f6d89468d884 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:11.266987 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-21569119-1142-411a-8330-39e2db1851b0 req-44246b16-3039-4f24-8a4e-f6d89468d884 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.22 "DELETE /v2.0/ports/83b61b66-ebe3-4a8d-a35f-f81e76715823 HTTP/1.1" status: 204 len: 173 time: 1.4101186 Jun 12 17:08:11.270178 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bb568c23-3494-421e-ac3e-cfb31c0d9f23 req-e8f34002-0d1b-41e1-819d-abedbffc2cea tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e33fc1d-19a0-4ddd-80a5-941f3792ef8f HTTP/1.1" status: 200 len: 210 time: 0.0759234 Jun 12 17:08:11.300057 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-50a7a4ff-cfd3-49da-a06d-6922edfd911b service neutron] 10.222.0.22 "GET /v2.0/networks/b69f48d8-e3c1-47a9-b277-5d23daa57c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803771 Jun 12 17:08:11.306827 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-35dc31c5-7f20-4b49-9405-5f0fea3bea9b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a00f9cbf2f9744efbd69f0b786efb35c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1948650 Jun 12 17:08:11.309747 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 60748) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:11.364406 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b0d804d3-1e1f-4d8c-8088-8e140f08f6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:11.389888 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b0d804d3-1e1f-4d8c-8088-8e140f08f6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:11.425441 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1ee92b53-b316-41b3-9409-a8bc0ff085b1 req-ff95adff-a9ab-4453-9d2d-38926fc0e7ee service neutron] 10.222.0.22 "GET /v2.0/networks/b69f48d8-e3c1-47a9-b277-5d23daa57c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175044 Jun 12 17:08:11.524794 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b0d804d3-1e1f-4d8c-8088-8e140f08f6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:11.527546 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b0d804d3-1e1f-4d8c-8088-8e140f08f6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:11.528700 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-b0d804d3-1e1f-4d8c-8088-8e140f08f6c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/090a769f-bdc4-40d0-95cd-a3d0bdbb4007 HTTP/1.1" status: 204 len: 168 time: 0.2179511 Jun 12 17:08:11.529469 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-c6ce3ee5-e722-4bb6-95c3-9bc9ff442665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:11.539032 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d804d3-1e1f-4d8c-8088-8e140f08f6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090a769f-bdc4-40d0-95cd-a3d0bdbb4007,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:11.541478 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b0d804d3-1e1f-4d8c-8088-8e140f08f6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:11.669243 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:08:11.728499 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:08:11.728877 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:11.820548 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:11.845906 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f051e2-8a8b-4b42-aee6-171c04d886ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:08:11.848209 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97fea5d-0585-46df-810c-0ab8c96a2a49" -d '{"events": [{"server_uuid": "e3f051e2-8a8b-4b42-aee6-171c04d886ab", "name": "network-vif-plugged", "status": "completed", "tag": "7b182cb1-0320-4cea-9c2e-bf0050d5acd1"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:08:11.864083 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:08:11.916178 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316adea8-32f4-4316-b8cb-525227d4aaa1 x-openstack-request-id: req-316adea8-32f4-4316-b8cb-525227d4aaa1 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:08:11.916759 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f051e2-8a8b-4b42-aee6-171c04d886ab", "name": "network-vif-plugged", "status": "completed", "tag": "7b182cb1-0320-4cea-9c2e-bf0050d5acd1", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:08:11.917436 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-316adea8-32f4-4316-b8cb-525227d4aaa1 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:08:11.918024 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f051e2-8a8b-4b42-aee6-171c04d886ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1', 'code': 200} Jun 12 17:08:11.944856 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:11.946576 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 83b61b66-ebe3-4a8d-a35f-f81e76715823 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:08:11.957107 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:11.992104 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] No Port match for: 83b61b66-ebe3-4a8d-a35f-f81e76715823 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:08:11.992104 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 83b61b66-ebe3-4a8d-a35f-f81e76715823 not bound to the agent host hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:08:12.007846 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329ae64-c71e-4688-ab1e-9b023ef0cb65 req-d3a96c87-7db9-48a8-b4d9-eef44e0b6ef3 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:12.009387 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3329ae64-c71e-4688-ab1e-9b023ef0cb65 req-d3a96c87-7db9-48a8-b4d9-eef44e0b6ef3 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 943 time: 0.0817101 Jun 12 17:08:12.051256 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,revision_number=10']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:12.056905 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:12.073983 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3329ae64-c71e-4688-ab1e-9b023ef0cb65 req-9b5483a7-3142-4dd0-922e-05dd082128e0 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585170 Jun 12 17:08:12.184374 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087899b-f0fe-49e7-b613-5462d7d773da req-3eaac4f5-ea6c-4b8d-bae9-d85ee2c7336a tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:12.185840 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e087899b-f0fe-49e7-b613-5462d7d773da req-3eaac4f5-ea6c-4b8d-bae9-d85ee2c7336a tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.0741556 Jun 12 17:08:12.204511 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab53403a-ed42-4ce8-861b-680877c433ab', 'tag': 'e110f07d-1a16-40e4-8fe0-01da331a1480'}, {'server_uuid': 'f38c2109-2e45-4c50-9095-66ed4d8e2c9e', 'name': 'network-vif-deleted', 'tag': '83b61b66-ebe3-4a8d-a35f-f81e76715823'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:08:12.206757 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbe3115-134f-4be8-acf3-01e1760e8b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab53403a-ed42-4ce8-861b-680877c433ab", "tag": "e110f07d-1a16-40e4-8fe0-01da331a1480"}, {"server_uuid": "f38c2109-2e45-4c50-9095-66ed4d8e2c9e", "name": "network-vif-deleted", "tag": "83b61b66-ebe3-4a8d-a35f-f81e76715823"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:08:12.241937 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e087899b-f0fe-49e7-b613-5462d7d773da req-0ce84d7e-e71e-432f-a30c-483553a9f8ad tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434968 Jun 12 17:08:12.294770 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 12 Jun 2021 17:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d086741-84b0-412a-bf58-97cf78c28048 x-openstack-request-id: req-7d086741-84b0-412a-bf58-97cf78c28048 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:08:12.295122 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab53403a-ed42-4ce8-861b-680877c433ab", "tag": "e110f07d-1a16-40e4-8fe0-01da331a1480", "status": "completed", "code": 200}, {"server_uuid": "f38c2109-2e45-4c50-9095-66ed4d8e2c9e", "name": "network-vif-deleted", "tag": "83b61b66-ebe3-4a8d-a35f-f81e76715823", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:08:12.295401 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d086741-84b0-412a-bf58-97cf78c28048 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:08:12.295944 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab53403a-ed42-4ce8-861b-680877c433ab', 'tag': 'e110f07d-1a16-40e4-8fe0-01da331a1480', 'status': 'completed', 'code': 200} Jun 12 17:08:12.296235 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38c2109-2e45-4c50-9095-66ed4d8e2c9e', 'name': 'network-vif-deleted', 'tag': '83b61b66-ebe3-4a8d-a35f-f81e76715823', 'status': 'completed', 'code': 200} Jun 12 17:08:12.299346 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d6d26-8169-445b-ab33-a21030653bf8 req-68c1329e-cae7-462d-9a26-317770e6b453 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:12.300890 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b41d6d26-8169-445b-ab33-a21030653bf8 req-68c1329e-cae7-462d-9a26-317770e6b453 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 947 time: 0.0983927 Jun 12 17:08:12.361252 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b41d6d26-8169-445b-ab33-a21030653bf8 req-b6feb8ae-eafc-4b3e-a5c1-e87bd856c31c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524948 Jun 12 17:08:12.395678 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe3115-134f-4be8-acf3-01e1760e8b3c req-0bb4c3de-e822-493b-a87b-f2110c44d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:12.397661 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9cbe3115-134f-4be8-acf3-01e1760e8b3c req-0bb4c3de-e822-493b-a87b-f2110c44d8c8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8739bb767738461088ab796ff2a650ac&device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 1096 time: 0.0746686 Jun 12 17:08:12.865586 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-edf0ee47-32e4-432e-bb38-a812d6e70585 req-9207d70c-52d8-46b8-8d78-5a00bb68bc6e tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2109-2e45-4c50-9095-66ed4d8e2c9e HTTP/1.1" status: 200 len: 210 time: 0.0724196 Jun 12 17:08:12.897124 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe3115-134f-4be8-acf3-01e1760e8b3c req-df5ed9b3-b990-469c-9310-d5d3bccc1559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:12.898568 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9cbe3115-134f-4be8-acf3-01e1760e8b3c req-df5ed9b3-b990-469c-9310-d5d3bccc1559 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b69f48d8-e3c1-47a9-b277-5d23daa57c00 HTTP/1.1" status: 200 len: 916 time: 0.4912286 Jun 12 17:08:12.961203 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9cbe3115-134f-4be8-acf3-01e1760e8b3c req-524185bd-76cc-4c4f-aec1-f608afe74afe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e110f07d-1a16-40e4-8fe0-01da331a1480 HTTP/1.1" status: 200 len: 217 time: 0.0558832 Jun 12 17:08:12.964017 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d70c01-28e6-4fca-a079-a9b0ccdded97 req-d526b269-80d2-4fa0-a10f-c96ad7e2ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:12.965374 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-16d70c01-28e6-4fca-a079-a9b0ccdded97 req-d526b269-80d2-4fa0-a10f-c96ad7e2ee1d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 1100 time: 0.1740696 Jun 12 17:08:13.048862 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe3115-134f-4be8-acf3-01e1760e8b3c req-58be4f60-b79a-44f5-a277-7a61a48cfd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:13.050367 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9cbe3115-134f-4be8-acf3-01e1760e8b3c req-58be4f60-b79a-44f5-a277-7a61a48cfd87 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b3013f0-63c6-436f-b840-5e869aac9153 HTTP/1.1" status: 200 len: 854 time: 0.0782990 Jun 12 17:08:13.053665 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-16d70c01-28e6-4fca-a079-a9b0ccdded97 req-f6674c5d-3207-4828-b30e-1f77c2104fe6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726368 Jun 12 17:08:13.160160 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb184f2-aad5-412a-bb0c-c4910bb7b9ca req-d508915e-6368-4649-b5e6-93f604a99791 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:13.161618 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-acb184f2-aad5-412a-bb0c-c4910bb7b9ca req-d508915e-6368-4649-b5e6-93f604a99791 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1102884 Jun 12 17:08:13.214550 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe3115-134f-4be8-acf3-01e1760e8b3c req-55b961ec-7b1e-4757-80f0-91e11336de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:13.216093 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9cbe3115-134f-4be8-acf3-01e1760e8b3c req-55b961ec-7b1e-4757-80f0-91e11336de70 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b69f48d8-e3c1-47a9-b277-5d23daa57c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1071815 Jun 12 17:08:13.221007 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-acb184f2-aad5-412a-bb0c-c4910bb7b9ca req-2b5c7774-ecb4-4b49-a908-524993a45bed tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486057 Jun 12 17:08:13.268324 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ef5a5-b7d2-4fee-be77-5ca632cae32e req-7b57c6da-0786-48ae-880b-f2996dbe506e tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:13.269944 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f42ef5a5-b7d2-4fee-be77-5ca632cae32e req-7b57c6da-0786-48ae-880b-f2996dbe506e tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 943 time: 0.0762272 Jun 12 17:08:13.316569 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f42ef5a5-b7d2-4fee-be77-5ca632cae32e req-c1836463-7160-4745-9ac3-b44b3244dc60 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403829 Jun 12 17:08:13.350186 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9cbe3115-134f-4be8-acf3-01e1760e8b3c req-1de10283-2806-48ac-a84c-761e3d623446 service neutron] 10.222.0.22 "GET /v2.0/networks/b69f48d8-e3c1-47a9-b277-5d23daa57c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266246 Jun 12 17:08:13.515985 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9cbe3115-134f-4be8-acf3-01e1760e8b3c req-bb7365c6-5999-40ac-91c3-998c268a7d7a service neutron] 10.222.0.22 "GET /v2.0/networks/b69f48d8-e3c1-47a9-b277-5d23daa57c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584444 Jun 12 17:08:13.526984 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada453b-a796-4922-bc14-d814d1bfcede req-771b37bb-8ead-4f56-b426-795697aa78de tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:13.528531 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bada453b-a796-4922-bc14-d814d1bfcede req-771b37bb-8ead-4f56-b426-795697aa78de tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.1502345 Jun 12 17:08:13.563054 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f6d6c-bcf4-4885-b504-f78fa26a8897 req-8c690021-f1f7-4a8a-9e85-dd6babcc624d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:13.564570 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-762f6d6c-bcf4-4885-b504-f78fa26a8897 req-8c690021-f1f7-4a8a-9e85-dd6babcc624d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 947 time: 0.0772560 Jun 12 17:08:13.576088 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bada453b-a796-4922-bc14-d814d1bfcede req-9118f133-d8a7-4d42-bf11-7060ccd7ffc8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416238 Jun 12 17:08:13.612927 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-762f6d6c-bcf4-4885-b504-f78fa26a8897 req-d634e2b1-56e7-4e5c-8dc7-6d2adc6128b8 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388422 Jun 12 17:08:13.691887 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device e110f07d-1a16-40e4-8fe0-01da331a1480 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:08:13.819777 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port e110f07d-1a16-40e4-8fe0-01da331a1480, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e110f07d-1a16-40e4-8fe0-01da331a1480,segment=NetworkSegment(64bada24-dde5-4c5d-9b97-77dfba85ccce),segment_id=64bada24-dde5-4c5d-9b97-77dfba85ccce)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:08:13.833426 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': 'e110f07d-1a16-40e4-8fe0-01da331a1480', 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00', 'port_id': 'e110f07d-1a16-40e4-8fe0-01da331a1480', 'mac_address': 'fa:16:3e:8f:6e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b3013f0-63c6-436f-b840-5e869aac9153', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:08:13.878819 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:13.893772 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e110f07d-1a16-40e4-8fe0-01da331a1480 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:08:13.915714 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port e110f07d-1a16-40e4-8fe0-01da331a1480, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e110f07d-1a16-40e4-8fe0-01da331a1480,segment=NetworkSegment(64bada24-dde5-4c5d-9b97-77dfba85ccce),segment_id=64bada24-dde5-4c5d-9b97-77dfba85ccce)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:08:13.977611 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:13.980255 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6e2d832c-cf78-49ab-a6b4-2077d6adeab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:14.041468 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=e110f07d-1a16-40e4-8fe0-01da331a1480,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:14.044621 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:14.275561 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['e110f07d-1a16-40e4-8fe0-01da331a1480'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:08:14.447357 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95868355-6137-4283-abff-e0b5b4ca9deb req-05755896-dc71-4c61-908a-84278d407739 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:14.449507 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-95868355-6137-4283-abff-e0b5b4ca9deb req-05755896-dc71-4c61-908a-84278d407739 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1096601 Jun 12 17:08:14.513743 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-95868355-6137-4283-abff-e0b5b4ca9deb req-1e069487-3d31-44c6-9729-e8c64d7c5e30 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577557 Jun 12 17:08:14.579072 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8a6f8-4aef-4a0d-aba7-b0800591aa69 req-613c0232-9b5e-44d3-b171-630e372c3d72 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:14.581210 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c8f8a6f8-4aef-4a0d-aba7-b0800591aa69 req-613c0232-9b5e-44d3-b171-630e372c3d72 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 944 time: 0.1139195 Jun 12 17:08:14.664469 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 60876) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:14.674112 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c8f8a6f8-4aef-4a0d-aba7-b0800591aa69 req-6b0ae597-664f-463a-bb07-7d3c05411afa tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858898 Jun 12 17:08:14.836950 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-a443ae47-2561-479d-956e-23cc69131f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:14.845562 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d22cc-f8cf-4dbd-9809-f15fdc1864ff req-0adfb2db-ed6d-4b02-ae3d-bc269ba53235 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:14.847057 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-2e8d22cc-f8cf-4dbd-9809-f15fdc1864ff req-0adfb2db-ed6d-4b02-ae3d-bc269ba53235 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.1084249 Jun 12 17:08:14.873381 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad726b-f357-4dd8-8507-2fe8902926b3 req-b213b9d8-8618-4851-bb8f-ba5441bae253 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:14.874878 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6fad726b-f357-4dd8-8507-2fe8902926b3 req-b213b9d8-8618-4851-bb8f-ba5441bae253 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 947 time: 0.0996945 Jun 12 17:08:14.916780 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6fad726b-f357-4dd8-8507-2fe8902926b3 req-8d2cc85b-0d2c-4ae8-97e5-a2eae44501e0 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364118 Jun 12 17:08:14.925790 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-2e8d22cc-f8cf-4dbd-9809-f15fdc1864ff req-e3556fcb-0f63-459a-9f68-9cc74d38ebd7 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617149 Jun 12 17:08:14.995182 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-a443ae47-2561-479d-956e-23cc69131f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:15.137686 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-a443ae47-2561-479d-956e-23cc69131f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:15.141429 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:15.181905 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-a443ae47-2561-479d-956e-23cc69131f61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f1d331d9e344d0a9b5e88f195f0d5aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5162716 Jun 12 17:08:15.182813 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443ae47-2561-479d-956e-23cc69131f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df0d329-3b2f-4dbe-b6eb-dbc2fcaac3db,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:15.184973 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 60900) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:15.196830 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-a443ae47-2561-479d-956e-23cc69131f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:15.252460 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-610d78c9-65f6-4db3-b9ca-4081d80128a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:15.275121 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-610d78c9-65f6-4db3-b9ca-4081d80128a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:15.439926 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-610d78c9-65f6-4db3-b9ca-4081d80128a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:15.442836 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-610d78c9-65f6-4db3-b9ca-4081d80128a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:15.444319 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-610d78c9-65f6-4db3-b9ca-4081d80128a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1df0d329-3b2f-4dbe-b6eb-dbc2fcaac3db HTTP/1.1" status: 204 len: 168 time: 0.2582941 Jun 12 17:08:15.444990 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:15.453478 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d78c9-65f6-4db3-b9ca-4081d80128a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df0d329-3b2f-4dbe-b6eb-dbc2fcaac3db,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:15.455996 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-610d78c9-65f6-4db3-b9ca-4081d80128a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:15.698061 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a78b89-8327-4fc4-bc14-04137f642a64 req-c2f6a72e-d68d-4a11-9669-aced85403404 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:15.699563 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e8a78b89-8327-4fc4-bc14-04137f642a64 req-c2f6a72e-d68d-4a11-9669-aced85403404 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0702851 Jun 12 17:08:15.712344 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device e110f07d-1a16-40e4-8fe0-01da331a1480 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:08:15.767038 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e8a78b89-8327-4fc4-bc14-04137f642a64 req-ec0e94b4-a45b-4231-82a4-803476690aa6 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612352 Jun 12 17:08:15.845502 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning for port e110f07d-1a16-40e4-8fe0-01da331a1480 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:08:15.851479 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port e110f07d-1a16-40e4-8fe0-01da331a1480 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:08:15.852166 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:15.877871 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e0025-4de9-475f-8956-402e6009121c req-42577b1e-66de-4d8a-9bfa-727d5f53023c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:15.879409 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1e0e0025-4de9-475f-8956-402e6009121c req-42577b1e-66de-4d8a-9bfa-727d5f53023c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 944 time: 0.0741236 Jun 12 17:08:15.923237 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1e0e0025-4de9-475f-8956-402e6009121c req-ce3903a3-3438-4936-bf31-b0a1fcbff6a9 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371256 Jun 12 17:08:15.945293 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:15.972569 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab53403a-ed42-4ce8-861b-680877c433ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e110f07d-1a16-40e4-8fe0-01da331a1480'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:08:15.973073 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9c4b4a-af2b-4513-a777-b202aadf9cbb" -d '{"events": [{"server_uuid": "ab53403a-ed42-4ce8-861b-680877c433ab", "name": "network-vif-plugged", "status": "completed", "tag": "e110f07d-1a16-40e4-8fe0-01da331a1480"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:08:15.991259 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port e110f07d-1a16-40e4-8fe0-01da331a1480, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e110f07d-1a16-40e4-8fe0-01da331a1480,segment=NetworkSegment(64bada24-dde5-4c5d-9b97-77dfba85ccce),segment_id=64bada24-dde5-4c5d-9b97-77dfba85ccce)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:08:16.115465 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cb3a4-9e4a-4512-a45d-d6daa97fe8d4 req-706872dd-6f10-47d3-aa38-08e07cdb7a28 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:16.116965 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b11cb3a4-9e4a-4512-a45d-d6daa97fe8d4 req-706872dd-6f10-47d3-aa38-08e07cdb7a28 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 947 time: 0.0751076 Jun 12 17:08:16.120007 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:16.121246 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6ebb7-483a-4d7e-aa5f-07c1aa09f2a9 req-61b74346-969d-40c2-bad2-83a457f0c960 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:16.121998 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-1769e56a-9b59-4c54-be44-168ed8c00900 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:16.123712 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d9e6ebb7-483a-4d7e-aa5f-07c1aa09f2a9 req-61b74346-969d-40c2-bad2-83a457f0c960 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.0710316 Jun 12 17:08:16.162913 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b11cb3a4-9e4a-4512-a45d-d6daa97fe8d4 req-37900ee7-e3b9-4ab5-b2aa-093ecf8d67a4 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396841 Jun 12 17:08:16.168303 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d9e6ebb7-483a-4d7e-aa5f-07c1aa09f2a9 req-159e1e8b-ae97-4b61-96a0-785d300609ff tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382140 Jun 12 17:08:16.203059 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=e110f07d-1a16-40e4-8fe0-01da331a1480,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:16.203059 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:16.203425 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 60934) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:16.220124 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-833cacfe-1116-427d-91e0-bb1a11db7f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:16.236012 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e05a17-117e-4b7c-9eab-69457a35b5fa x-openstack-request-id: req-30e05a17-117e-4b7c-9eab-69457a35b5fa {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:08:16.236341 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab53403a-ed42-4ce8-861b-680877c433ab", "name": "network-vif-plugged", "status": "completed", "tag": "e110f07d-1a16-40e4-8fe0-01da331a1480", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:08:16.236629 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30e05a17-117e-4b7c-9eab-69457a35b5fa {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:08:16.237042 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab53403a-ed42-4ce8-861b-680877c433ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e110f07d-1a16-40e4-8fe0-01da331a1480', 'code': 200} Jun 12 17:08:16.310794 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-833cacfe-1116-427d-91e0-bb1a11db7f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:16.382430 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-833cacfe-1116-427d-91e0-bb1a11db7f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:16.384958 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-8665a100-3580-4489-8a63-f42f8aebb89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:16.424141 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-833cacfe-1116-427d-91e0-bb1a11db7f03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3fbe4a1109db4962afd4f6d847c190ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200396 Jun 12 17:08:16.425088 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833cacfe-1116-427d-91e0-bb1a11db7f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2377c04b-5e59-43bd-98eb-7c347e14773d,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:16.426869 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 60938) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:16.428266 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-833cacfe-1116-427d-91e0-bb1a11db7f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:16.484098 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-65444c02-534f-4a0a-903b-bae43bfcd482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:16.506562 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-65444c02-534f-4a0a-903b-bae43bfcd482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:16.661502 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-65444c02-534f-4a0a-903b-bae43bfcd482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:16.664841 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-65444c02-534f-4a0a-903b-bae43bfcd482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:16.666040 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-65444c02-534f-4a0a-903b-bae43bfcd482 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2377c04b-5e59-43bd-98eb-7c347e14773d HTTP/1.1" status: 204 len: 168 time: 0.2371960 Jun 12 17:08:16.666947 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-c6fa83f7-0856-4e23-b3e9-8f72f0dc5398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:16.675867 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65444c02-534f-4a0a-903b-bae43bfcd482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2377c04b-5e59-43bd-98eb-7c347e14773d,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:16.678828 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-65444c02-534f-4a0a-903b-bae43bfcd482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:17.123213 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fa3c9-496f-41be-b52e-59c96b92026d req-65d4e259-b0c2-4f5c-bd25-28b4522c1b22 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:17.124844 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c62fa3c9-496f-41be-b52e-59c96b92026d req-65d4e259-b0c2-4f5c-bd25-28b4522c1b22 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 945 time: 0.0836878 Jun 12 17:08:17.128348 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f3ef7-fe81-4332-876b-3e9a604d61d7 req-3cff85c3-a2df-48ef-8627-2fa77705ca34 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:17.129864 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-690f3ef7-fe81-4332-876b-3e9a604d61d7 req-3cff85c3-a2df-48ef-8627-2fa77705ca34 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0855649 Jun 12 17:08:17.173227 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-690f3ef7-fe81-4332-876b-3e9a604d61d7 req-433d89b7-2a58-49fd-9815-b783a289459f tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373983 Jun 12 17:08:17.176217 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c62fa3c9-496f-41be-b52e-59c96b92026d req-cb21cea2-6007-4fc9-aab1-61203e624c08 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454457 Jun 12 17:08:17.355755 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848cd39-af12-4dcf-bf1d-ba3b48b48253 req-acf3409e-4fea-4a82-bf68-3777d8268405 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:17.357191 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5848cd39-af12-4dcf-bf1d-ba3b48b48253 req-acf3409e-4fea-4a82-bf68-3777d8268405 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.0708840 Jun 12 17:08:17.397678 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5848cd39-af12-4dcf-bf1d-ba3b48b48253 req-ea5878dd-9789-4a08-8e69-c84382dc6d54 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350661 Jun 12 17:08:18.363776 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a5030-5ff3-4462-87f4-4fceef3b7f03 req-5f8cbad3-268d-421f-b0c1-cabf16f3e50d tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:18.365333 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-174a5030-5ff3-4462-87f4-4fceef3b7f03 req-5f8cbad3-268d-421f-b0c1-cabf16f3e50d tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 945 time: 0.0731025 Jun 12 17:08:18.369023 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eeeb17-c813-4b10-91d4-1844466ea548 req-ef142248-e78c-4310-bb38-e4541fd74e8c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:18.370701 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d9eeeb17-c813-4b10-91d4-1844466ea548 req-ef142248-e78c-4310-bb38-e4541fd74e8c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0739622 Jun 12 17:08:18.413076 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-174a5030-5ff3-4462-87f4-4fceef3b7f03 req-bf07cf88-d95d-4a1f-8401-ff52b8ebbbcd tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405581 Jun 12 17:08:18.417714 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d9eeeb17-c813-4b10-91d4-1844466ea548 req-b2c3e6a4-f1d4-421c-b260-97740227836a tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413432 Jun 12 17:08:18.601500 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699fdb39-a32f-44cd-885d-637bfc35e9c9 req-921b43bb-1b23-402f-8480-789981ffe4df tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:18.602919 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-699fdb39-a32f-44cd-885d-637bfc35e9c9 req-921b43bb-1b23-402f-8480-789981ffe4df tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.0852106 Jun 12 17:08:18.655414 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-699fdb39-a32f-44cd-885d-637bfc35e9c9 req-18d2095c-684d-44bf-9343-323128b74d52 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468338 Jun 12 17:08:18.913582 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ce22c-06c3-4d3f-b28b-26fdd7246f2a req-7538e98a-c3df-4a4d-9c95-3dda03c49911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:18.915009 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-804ce22c-06c3-4d3f-b28b-26fdd7246f2a req-7538e98a-c3df-4a4d-9c95-3dda03c49911 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 1098 time: 0.0566115 Jun 12 17:08:18.953547 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-804ce22c-06c3-4d3f-b28b-26fdd7246f2a req-49bedb54-6a56-49fa-9862-085b4404ebfd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312994 Jun 12 17:08:19.021423 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 32774) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:19.128685 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cfd1973d-0a7c-481c-b318-4130b3bb73dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:19.217799 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cfd1973d-0a7c-481c-b318-4130b3bb73dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:19.290206 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cfd1973d-0a7c-481c-b318-4130b3bb73dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:19.293843 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-ed9cc432-46c3-4c1c-9b0c-0a8d9e806235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:19.332112 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-cfd1973d-0a7c-481c-b318-4130b3bb73dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb7c18892fed4890a4d3bf10a58b188d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096137 Jun 12 17:08:19.334765 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1973d-0a7c-481c-b318-4130b3bb73dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7175021d-614c-4055-b4f5-c1e72dd9379b,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:19.335460 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 32780) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:19.337871 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-cfd1973d-0a7c-481c-b318-4130b3bb73dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:19.393866 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2d0e6758-87f9-47ca-a887-371c9ec31856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:19.417987 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2d0e6758-87f9-47ca-a887-371c9ec31856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:19.548745 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2d0e6758-87f9-47ca-a887-371c9ec31856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:19.551823 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2d0e6758-87f9-47ca-a887-371c9ec31856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:19.555927 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-2d0e6758-87f9-47ca-a887-371c9ec31856 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7175021d-614c-4055-b4f5-c1e72dd9379b HTTP/1.1" status: 204 len: 168 time: 0.2166855 Jun 12 17:08:19.580471 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-da89fd5b-7f27-468d-b2b6-80ae41a37482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:19.594667 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e6758-87f9-47ca-a887-371c9ec31856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7175021d-614c-4055-b4f5-c1e72dd9379b,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:19.597168 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-2d0e6758-87f9-47ca-a887-371c9ec31856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:19.640661 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530a5d6-74bf-4238-8e3e-940fa36fb11d req-e57c1e69-afda-4028-aa08-178a50a0acfd tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:19.642254 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a530a5d6-74bf-4238-8e3e-940fa36fb11d req-e57c1e69-afda-4028-aa08-178a50a0acfd tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 945 time: 0.1072547 Jun 12 17:08:19.652350 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d8a5e-cfb8-4b49-8a9b-bb2336fd8e04 req-fe8aac05-f459-406d-b6a1-9ffc48541e52 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:19.653806 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-711d8a5e-cfb8-4b49-8a9b-bb2336fd8e04 req-fe8aac05-f459-406d-b6a1-9ffc48541e52 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0910840 Jun 12 17:08:19.690187 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a530a5d6-74bf-4238-8e3e-940fa36fb11d req-99582e86-b2be-41af-8a8e-d0d69037bc35 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413263 Jun 12 17:08:19.705783 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-711d8a5e-cfb8-4b49-8a9b-bb2336fd8e04 req-399c6d71-6770-4c97-8526-56a5c1f90724 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462508 Jun 12 17:08:19.920738 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75087c32-c6d5-4f53-a2b6-7632c9311fad req-84c950bc-8b15-42b3-ac8d-42d9561f543f tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:19.922239 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-75087c32-c6d5-4f53-a2b6-7632c9311fad req-84c950bc-8b15-42b3-ac8d-42d9561f543f tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.0951889 Jun 12 17:08:19.972969 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-75087c32-c6d5-4f53-a2b6-7632c9311fad req-28594fc0-640c-42a0-943e-489a922090f6 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438676 Jun 12 17:08:20.483546 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 32806) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:20.500236 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d1da536d-048f-42f5-92d7-c47babf35a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:20.612458 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d1da536d-048f-42f5-92d7-c47babf35a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:20.692483 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d1da536d-048f-42f5-92d7-c47babf35a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:20.695647 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9fd9458e-9d1a-47c4-82d1-c0ca9b966ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:20.746826 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 32814) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:20.747410 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-d1da536d-048f-42f5-92d7-c47babf35a72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91505e7195f742f094fe5365cae95e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619841 Jun 12 17:08:20.748011 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da536d-048f-42f5-92d7-c47babf35a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1c71eb-4f98-4ffb-9e4b-353032d70650,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:20.751222 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-d1da536d-048f-42f5-92d7-c47babf35a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:20.860294 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-fc2f1ff5-a8df-4e56-bb8b-275559f26780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:20.893195 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-fc2f1ff5-a8df-4e56-bb8b-275559f26780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:21.025657 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f10aa-5ade-4bc3-a24c-2bc639262902 req-2a08aa8f-1fe5-4937-83e7-ccbca0ec35a2 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:21.027085 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3a4f10aa-5ade-4bc3-a24c-2bc639262902 req-2a08aa8f-1fe5-4937-83e7-ccbca0ec35a2 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1153162 Jun 12 17:08:21.034535 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd53e0-bd11-49fa-b2bf-2366bcaa8b01 req-2280e616-7edd-48e2-bd4e-580a434609a0 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:21.042229 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0ccd53e0-bd11-49fa-b2bf-2366bcaa8b01 req-2280e616-7edd-48e2-bd4e-580a434609a0 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 945 time: 0.1451225 Jun 12 17:08:21.088963 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3a4f10aa-5ade-4bc3-a24c-2bc639262902 req-f6fac682-9148-42aa-a3b4-06772785174c tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541565 Jun 12 17:08:21.098988 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0ccd53e0-bd11-49fa-b2bf-2366bcaa8b01 req-d215efd5-eb9b-43b3-bb35-95ed634645b9 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558119 Jun 12 17:08:21.165609 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-fc2f1ff5-a8df-4e56-bb8b-275559f26780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:21.168952 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-fc2f1ff5-a8df-4e56-bb8b-275559f26780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:21.169986 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-fc2f1ff5-a8df-4e56-bb8b-275559f26780 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af1c71eb-4f98-4ffb-9e4b-353032d70650 HTTP/1.1" status: 204 len: 168 time: 0.4208589 Jun 12 17:08:21.172185 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-96204598-8559-4f44-9000-7e2db8a6ffd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:21.200778 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f1ff5-a8df-4e56-bb8b-275559f26780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1c71eb-4f98-4ffb-9e4b-353032d70650,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:21.206608 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-fc2f1ff5-a8df-4e56-bb8b-275559f26780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:21.324661 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c80bd-426c-4e26-8410-48d733b68a23 req-b08062bd-c952-4e5a-b3f6-139102611645 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:21.331810 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0a1c80bd-426c-4e26-8410-48d733b68a23 req-b08062bd-c952-4e5a-b3f6-139102611645 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 945 time: 0.0918281 Jun 12 17:08:21.370110 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a205046-0456-4ee9-a7a3-ae86311bfed6 req-1b3ca621-2488-418c-8f8d-6ae93bbbe835 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:21.372557 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-2a205046-0456-4ee9-a7a3-ae86311bfed6 req-1b3ca621-2488-418c-8f8d-6ae93bbbe835 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.1051133 Jun 12 17:08:21.375261 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0a1c80bd-426c-4e26-8410-48d733b68a23 req-79560b35-4ce7-4f55-8473-a36f03fc748c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423262 Jun 12 17:08:21.456283 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-2a205046-0456-4ee9-a7a3-ae86311bfed6 req-6d502746-584d-4c9d-973c-5a8d3d2bbe86 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715075 Jun 12 17:08:21.727124 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f25cd-794d-41f3-85b0-b6d8daa60dc7 req-0293cb17-5f58-448e-97b9-897929901f08 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:21.730290 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d74f25cd-794d-41f3-85b0-b6d8daa60dc7 req-0293cb17-5f58-448e-97b9-897929901f08 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.22 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.1133044 Jun 12 17:08:21.926380 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-d74f25cd-794d-41f3-85b0-b6d8daa60dc7 req-a5b68fd0-1fec-4379-8c07-d7bb1fc6c9ce tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Deleting port 80e57d56-a381-4620-95f2-9c70e9d270d6 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:08:21.926776 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-d74f25cd-794d-41f3-85b0-b6d8daa60dc7 req-a5b68fd0-1fec-4379-8c07-d7bb1fc6c9ce tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:22.031829 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2cf64-3d3d-4042-8c93-cfdf7c313bb0 req-1d1e6d24-8d95-4fff-a39c-4980ff19654a tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:22.033317 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-22f2cf64-3d3d-4042-8c93-cfdf7c313bb0 req-1d1e6d24-8d95-4fff-a39c-4980ff19654a tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 945 time: 0.1881101 Jun 12 17:08:22.069628 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-5c775401-7d71-43ce-8d73-2814826b9ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:22.103195 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-d74f25cd-794d-41f3-85b0-b6d8daa60dc7 req-a5b68fd0-1fec-4379-8c07-d7bb1fc6c9ce tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] For port 80e57d56-a381-4620-95f2-9c70e9d270d6, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=80e57d56-a381-4620-95f2-9c70e9d270d6,segment=NetworkSegment(73747d56-01c8-4f1c-a6b1-64dffe204326),segment_id=73747d56-01c8-4f1c-a6b1-64dffe204326)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:08:22.103583 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-d74f25cd-794d-41f3-85b0-b6d8daa60dc7 req-a5b68fd0-1fec-4379-8c07-d7bb1fc6c9ce tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:22.159213 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845fbda-1ccf-4860-9cb1-da2432b05b8a req-70fa4860-248e-4033-9ca9-2a822a825c8a tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:22.160897 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-2845fbda-1ccf-4860-9cb1-da2432b05b8a req-70fa4860-248e-4033-9ca9-2a822a825c8a tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.1199949 Jun 12 17:08:22.227290 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-2845fbda-1ccf-4860-9cb1-da2432b05b8a req-69e07ea3-ca63-4d09-bb96-7e2fb0518d3e tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597634 Jun 12 17:08:22.245580 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-d74f25cd-794d-41f3-85b0-b6d8daa60dc7 req-a5b68fd0-1fec-4379-8c07-d7bb1fc6c9ce tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Calling delete_port for 80e57d56-a381-4620-95f2-9c70e9d270d6 owned by compute:nova {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:08:22.253285 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-22f2cf64-3d3d-4042-8c93-cfdf7c313bb0 req-48cc4fa5-7093-431a-9850-328a3f5bf691 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996293 Jun 12 17:08:22.432785 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23ebc0-0710-419c-b179-6e949e4dda4a req-63942833-4871-4477-9151-4c58233b107b tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:22.441267 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1a23ebc0-0710-419c-b179-6e949e4dda4a req-63942833-4871-4477-9151-4c58233b107b tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 945 time: 0.0848374 Jun 12 17:08:22.443647 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a07d6-617f-4ccc-9126-fdfdeabf5a64 req-f3f8a58a-bf1d-46c8-a198-7b2ad1621b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:22.453398 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c01a07d6-617f-4ccc-9126-fdfdeabf5a64 req-f3f8a58a-bf1d-46c8-a198-7b2ad1621b39 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=27f65002b23d4deb8a864f9d7c9721a6&device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 1099 time: 0.3589070 Jun 12 17:08:22.500560 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1a23ebc0-0710-419c-b179-6e949e4dda4a req-cfe140ff-4ac3-4d34-ad84-fc06579de8d2 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/security-groups?id=b72ab373-b452-4ed5-b953-088b658abba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582964 Jun 12 17:08:22.673763 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-d74f25cd-794d-41f3-85b0-b6d8daa60dc7 req-a5b68fd0-1fec-4379-8c07-d7bb1fc6c9ce tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:22.681274 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-be54227d-149c-4021-b246-a618a7c2c5a8 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:22.687546 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['80e57d56-a381-4620-95f2-9c70e9d270d6'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:08:22.755550 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b68fd0-1fec-4379-8c07-d7bb1fc6c9ce tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Pushing event deleted for resources: {'Port': ['ID=80e57d56-a381-4620-95f2-9c70e9d270d6,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:22.766983 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-a5b68fd0-1fec-4379-8c07-d7bb1fc6c9ce tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:22.771106 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a07d6-617f-4ccc-9126-fdfdeabf5a64 req-7bab016c-5601-4727-8ce5-26d17bfbc0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:22.772685 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c01a07d6-617f-4ccc-9126-fdfdeabf5a64 req-7bab016c-5601-4727-8ce5-26d17bfbc0d9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bd00fee-120e-4d62-8f0b-f1dd692edaaf HTTP/1.1" status: 200 len: 912 time: 0.2265024 Jun 12 17:08:22.906373 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74f25cd-794d-41f3-85b0-b6d8daa60dc7 req-a5b68fd0-1fec-4379-8c07-d7bb1fc6c9ce tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] No DVR routers for this DVR port 80e57d56-a381-4620-95f2-9c70e9d270d6 on host hv-cinder-79611 {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:08:22.909992 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-d74f25cd-794d-41f3-85b0-b6d8daa60dc7 req-a5b68fd0-1fec-4379-8c07-d7bb1fc6c9ce tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:22.912820 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d74f25cd-794d-41f3-85b0-b6d8daa60dc7 req-a5b68fd0-1fec-4379-8c07-d7bb1fc6c9ce tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.22 "DELETE /v2.0/ports/80e57d56-a381-4620-95f2-9c70e9d270d6 HTTP/1.1" status: 204 len: 173 time: 1.1774979 Jun 12 17:08:22.918212 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02ee6c5-16ff-4f62-912f-953177d9e8ce', 'name': 'network-vif-deleted', 'tag': '80e57d56-a381-4620-95f2-9c70e9d270d6'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:08:22.920474 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046be3cc-21dc-440b-a2ac-ec11eda8e2a4" -d '{"events": [{"server_uuid": "a02ee6c5-16ff-4f62-912f-953177d9e8ce", "name": "network-vif-deleted", "tag": "80e57d56-a381-4620-95f2-9c70e9d270d6"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:08:22.946051 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c01a07d6-617f-4ccc-9126-fdfdeabf5a64 req-c72fb7c5-fa5f-45aa-b2f6-488a34b2daa0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 HTTP/1.1" status: 200 len: 1001 time: 0.1614020 Jun 12 17:08:23.015433 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387410a0-b1ab-4c46-974c-42d478a9c19b x-openstack-request-id: req-387410a0-b1ab-4c46-974c-42d478a9c19b {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:08:23.015840 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02ee6c5-16ff-4f62-912f-953177d9e8ce", "name": "network-vif-deleted", "tag": "80e57d56-a381-4620-95f2-9c70e9d270d6", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:08:23.016268 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-387410a0-b1ab-4c46-974c-42d478a9c19b {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:08:23.016767 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02ee6c5-16ff-4f62-912f-953177d9e8ce', 'name': 'network-vif-deleted', 'tag': '80e57d56-a381-4620-95f2-9c70e9d270d6', 'status': 'completed', 'code': 200} Jun 12 17:08:23.040216 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a07d6-617f-4ccc-9126-fdfdeabf5a64 req-0f3ab538-81a6-46df-8e54-1d62c1822259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:23.042494 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c01a07d6-617f-4ccc-9126-fdfdeabf5a64 req-0f3ab538-81a6-46df-8e54-1d62c1822259 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6b76acd-3b25-497d-91fe-7cc8125c8173 HTTP/1.1" status: 200 len: 850 time: 0.0898206 Jun 12 17:08:23.129356 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a07d6-617f-4ccc-9126-fdfdeabf5a64 req-0e93561e-ff1c-4b7b-9d52-d953095e53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:23.135998 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c01a07d6-617f-4ccc-9126-fdfdeabf5a64 req-0e93561e-ff1c-4b7b-9d52-d953095e53d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bd00fee-120e-4d62-8f0b-f1dd692edaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0861645 Jun 12 17:08:23.337778 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c01a07d6-617f-4ccc-9126-fdfdeabf5a64 req-17e45371-82bc-4848-b605-24c21c48cf88 service neutron] 10.222.0.22 "GET /v2.0/networks/1bd00fee-120e-4d62-8f0b-f1dd692edaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860988 Jun 12 17:08:23.479643 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4146c42-dfce-4d13-a2b0-2adc76398b0d req-8cbbba4d-b691-4b08-a725-142fc3d68f1d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:23.482541 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a4146c42-dfce-4d13-a2b0-2adc76398b0d req-8cbbba4d-b691-4b08-a725-142fc3d68f1d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.1098390 Jun 12 17:08:23.511598 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c01a07d6-617f-4ccc-9126-fdfdeabf5a64 req-a7a85a85-c93b-479e-bacb-ba7fe4939a10 service neutron] 10.222.0.22 "GET /v2.0/networks/1bd00fee-120e-4d62-8f0b-f1dd692edaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473074 Jun 12 17:08:23.550440 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a4146c42-dfce-4d13-a2b0-2adc76398b0d req-4daa966a-32e4-4259-86bc-39fc5b79d277 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616374 Jun 12 17:08:23.696138 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bd7037a8-c81c-47d6-979c-408e69d0f713 req-7c2f66fe-6bbb-4442-a238-0a66077006ba tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] 10.222.0.16 "GET /v2.0/ports?device_id=a02ee6c5-16ff-4f62-912f-953177d9e8ce HTTP/1.1" status: 200 len: 210 time: 0.0394702 Jun 12 17:08:24.241535 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:08:24.686491 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-3f904f56-8bb2-4782-b445-6be4e0f6d2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:24.846910 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45adff-bab4-4b09-b37c-520369711aa1 req-48fc8e05-3621-4c39-9ae9-29e95d959e82 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:24.852212 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6d45adff-bab4-4b09-b37c-520369711aa1 req-48fc8e05-3621-4c39-9ae9-29e95d959e82 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.1281376 Jun 12 17:08:24.875108 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:24.910953 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6d45adff-bab4-4b09-b37c-520369711aa1 req-3c0bbc97-80af-4400-89dd-b6557a00a18c tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553679 Jun 12 17:08:25.045258 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 32934) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:25.767472 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:25.780221 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-45a950f8-91b9-48cd-92d6-dd1b52e0f129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16398811'] for router_interface, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:25.791804 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 80e57d56-a381-4620-95f2-9c70e9d270d6 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:08:25.823955 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] No Port match for: 80e57d56-a381-4620-95f2-9c70e9d270d6 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:08:25.824637 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 80e57d56-a381-4620-95f2-9c70e9d270d6 not bound to the agent host hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:08:25.834681 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:26.453419 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-45a950f8-91b9-48cd-92d6-dd1b52e0f129 admin admin] Deleting port f85bf3f3-973b-4b4b-99ed-499db55fd824 {{(pid=92466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:08:26.453995 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-45a950f8-91b9-48cd-92d6-dd1b52e0f129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:26.588449 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.db [None req-45a950f8-91b9-48cd-92d6-dd1b52e0f129 admin admin] For port f85bf3f3-973b-4b4b-99ed-499db55fd824, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=f85bf3f3-973b-4b4b-99ed-499db55fd824,segment=NetworkSegment(73747d56-01c8-4f1c-a6b1-64dffe204326),segment_id=73747d56-01c8-4f1c-a6b1-64dffe204326)] {{(pid=92466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:08:26.589213 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-45a950f8-91b9-48cd-92d6-dd1b52e0f129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:26.701724 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-45a950f8-91b9-48cd-92d6-dd1b52e0f129 admin admin] Calling delete_port for f85bf3f3-973b-4b4b-99ed-499db55fd824 owned by network:router_interface {{(pid=92466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:08:27.121212 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-45a950f8-91b9-48cd-92d6-dd1b52e0f129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12901262'] for port, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:27.124145 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:27.174937 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a950f8-91b9-48cd-92d6-dd1b52e0f129 admin admin] Pushing event deleted for resources: {'Port': ['ID=f85bf3f3-973b-4b4b-99ed-499db55fd824,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:27.183625 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-45a950f8-91b9-48cd-92d6-dd1b52e0f129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:27.320286 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:27.452449 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-45a950f8-91b9-48cd-92d6-dd1b52e0f129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16267056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16398923'] for router_interface, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:27.749521 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a950f8-91b9-48cd-92d6-dd1b52e0f129 admin admin] Router 6bb29e75-58c3-42d5-9af5-fd69bfa7b953 has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:08:27.896264 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a950f8-91b9-48cd-92d6-dd1b52e0f129 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:08:27.925088 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-45a950f8-91b9-48cd-92d6-dd1b52e0f129 admin admin] 10.222.0.16 "PUT /v2.0/routers/6bb29e75-58c3-42d5-9af5-fd69bfa7b953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8636069 Jun 12 17:08:27.925750 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ad4e82-1aef-4c9e-ba7a-e3236a871f75 None None] Sync routers for ids ['6bb29e75-58c3-42d5-9af5-fd69bfa7b953'] in dv-cinder-796114-2-iscsi {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:08:27.925750 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ad4e82-1aef-4c9e-ba7a-e3236a871f75 None None] Routers {'6bb29e75-58c3-42d5-9af5-fd69bfa7b953'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:08:27.925750 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-f3ad4e82-1aef-4c9e-ba7a-e3236a871f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:08:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['6bb29e75-58c3-42d5-9af5-fd69bfa7b953'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:08:27.927795 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 32976) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:28.092853 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-f3ad4e82-1aef-4c9e-ba7a-e3236a871f75 None None] Set router 6bb29e75-58c3-42d5-9af5-fd69bfa7b953 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:08:28.361648 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-308ed201-9180-4c05-81ee-23be8a315148 admin admin] Notify callbacks [] for router, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:28.363201 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-f3ad4e82-1aef-4c9e-ba7a-e3236a871f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb29e75-58c3-42d5-9af5-fd69bfa7b953', 'name': 'tempest-ServerRescueNegativeTestJSON-1615621677-router', 'tenant_id': 'f05fb791868a4bc09d17000a059c9879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:08:26Z', 'revision_number': 5, 'project_id': 'f05fb791868a4bc09d17000a059c9879', 'gw_port': {'id': 'ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb29e75-58c3-42d5-9af5-fd69bfa7b953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:08:28.372471 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ad4e82-1aef-4c9e-ba7a-e3236a871f75 None None] Checking router: 6bb29e75-58c3-42d5-9af5-fd69bfa7b953 for host: dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:08:28.384259 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ad4e82-1aef-4c9e-ba7a-e3236a871f75 None None] Routers {'6bb29e75-58c3-42d5-9af5-fd69bfa7b953'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:08:28.384879 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-f3ad4e82-1aef-4c9e-ba7a-e3236a871f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:08:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['6bb29e75-58c3-42d5-9af5-fd69bfa7b953'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:08:28.551185 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-308ed201-9180-4c05-81ee-23be8a315148 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:28.553610 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-f3ad4e82-1aef-4c9e-ba7a-e3236a871f75 None None] Set router 6bb29e75-58c3-42d5-9af5-fd69bfa7b953 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:08:28.719959 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-308ed201-9180-4c05-81ee-23be8a315148 admin admin] Deleting port ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:08:28.720338 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-308ed201-9180-4c05-81ee-23be8a315148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:28.872886 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [None req-308ed201-9180-4c05-81ee-23be8a315148 admin admin] For port ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:08:28.873273 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-308ed201-9180-4c05-81ee-23be8a315148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:28.975523 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-f3ad4e82-1aef-4c9e-ba7a-e3236a871f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb29e75-58c3-42d5-9af5-fd69bfa7b953', 'name': 'tempest-ServerRescueNegativeTestJSON-1615621677-router', 'tenant_id': 'f05fb791868a4bc09d17000a059c9879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:08:26Z', 'revision_number': 5, 'project_id': 'f05fb791868a4bc09d17000a059c9879', 'gw_port': {'id': 'ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb29e75-58c3-42d5-9af5-fd69bfa7b953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:08:28.982287 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ad4e82-1aef-4c9e-ba7a-e3236a871f75 None None] The sync data for ids ['6bb29e75-58c3-42d5-9af5-fd69bfa7b953'] in dv-cinder-796114-2-iscsi is: [{'id': '6bb29e75-58c3-42d5-9af5-fd69bfa7b953', 'name': 'tempest-ServerRescueNegativeTestJSON-1615621677-router', 'tenant_id': 'f05fb791868a4bc09d17000a059c9879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:08:26Z', 'revision_number': 5, 'project_id': 'f05fb791868a4bc09d17000a059c9879', 'gw_port': {'id': 'ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb29e75-58c3-42d5-9af5-fd69bfa7b953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}] {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:08:29.008323 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-308ed201-9180-4c05-81ee-23be8a315148 admin admin] Calling delete_port for ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd owned by network:router_gateway {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:08:29.383275 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-308ed201-9180-4c05-81ee-23be8a315148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:29.385669 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-68e97cbc-0bda-430d-864c-3450c961b898 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:29.433661 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ed201-9180-4c05-81ee-23be8a315148 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:29.438754 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-308ed201-9180-4c05-81ee-23be8a315148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:29.552689 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-308ed201-9180-4c05-81ee-23be8a315148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16397336'] for router_gateway, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:29.749609 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-308ed201-9180-4c05-81ee-23be8a315148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16469225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12268'] for router, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:29.752629 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-308ed201-9180-4c05-81ee-23be8a315148 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:29.986309 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-308ed201-9180-4c05-81ee-23be8a315148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16400959'] for router, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:29.987158 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308ed201-9180-4c05-81ee-23be8a315148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bb29e75-58c3-42d5-9af5-fd69bfa7b953 {{(pid=92467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 17:08:29.995683 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-308ed201-9180-4c05-81ee-23be8a315148 admin admin] Notify callbacks [] for router, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:30.022914 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-308ed201-9180-4c05-81ee-23be8a315148 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6bb29e75-58c3-42d5-9af5-fd69bfa7b953 HTTP/1.1" status: 204 len: 168 time: 2.0986588 Jun 12 17:08:30.027587 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33008) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:30.075265 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device f85bf3f3-973b-4b4b-99ed-499db55fd824 no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:08:30.116201 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8a8513-7264-4c55-a031-35d084104669 admin admin] Deleting subnet c894c67e-9afd-476d-b855-4f5171bf79e1 {{(pid=92466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 17:08:30.118296 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: f85bf3f3-973b-4b4b-99ed-499db55fd824 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:08:30.118296 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device f85bf3f3-973b-4b4b-99ed-499db55fd824 not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:08:30.124612 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cc8a8513-7264-4c55-a031-35d084104669 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:30.177457 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cc8a8513-7264-4c55-a031-35d084104669 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496856'] for subnet, precommit_delete_associations {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:30.231571 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cc8a8513-7264-4c55-a031-35d084104669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744179'] for subnet, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:30.349958 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cc8a8513-7264-4c55-a031-35d084104669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12900468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13056930'] for subnet, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:30.353924 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-47cd2d9b-612b-480c-afea-2feee7a01460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:30.393547 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a8513-7264-4c55-a031-35d084104669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c894c67e-9afd-476d-b855-4f5171bf79e1,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:30.395982 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cc8a8513-7264-4c55-a031-35d084104669 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:30.398164 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-cc8a8513-7264-4c55-a031-35d084104669 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c894c67e-9afd-476d-b855-4f5171bf79e1 HTTP/1.1" status: 204 len: 168 time: 0.3683395 Jun 12 17:08:30.399221 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-cc8a8513-7264-4c55-a031-35d084104669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:30.403126 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 33010) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:30.501525 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f4250c92-f48d-4439-b1f4-d79a2bc4a195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538232'] for network, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:30.613426 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f4250c92-f48d-4439-b1f4-d79a2bc4a195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741742', 'neutron.services.segments.db._delete_segments_for_network-8742179925432'] for network, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:30.627811 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-f4250c92-f48d-4439-b1f4-d79a2bc4a195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eafd16f-a46c-448b-a61d-13c84461e05d']}} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:08:30.647848 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-f4250c92-f48d-4439-b1f4-d79a2bc4a195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73747d56-01c8-4f1c-a6b1-64dffe204326') {'for_net_delete': True} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:08:30.648151 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-f4250c92-f48d-4439-b1f4-d79a2bc4a195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73747d56-01c8-4f1c-a6b1-64dffe204326') {} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:08:30.658887 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f4250c92-f48d-4439-b1f4-d79a2bc4a195 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742179925270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58650094'] for segment, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:30.675502 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f4250c92-f48d-4439-b1f4-d79a2bc4a195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:30.682364 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4250c92-f48d-4439-b1f4-d79a2bc4a195 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=92467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 17:08:30.682992 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f4250c92-f48d-4439-b1f4-d79a2bc4a195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58650346'] for segment, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: Traceback (most recent call last): Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: timer() Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: cb(*args, **kw) Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: return func(*args, **kwargs) Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: self._notify() Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: self.callback(batched_events) Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: event.method(event) Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 17:08:30.685301 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 17:08:30.688691 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 17:08:30.688691 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 17:08:30.688691 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 17:08:30.688691 dv-cinder-796114-2-iscsi neutron-server[92467]: return f(self, *a, **k) Jun 12 17:08:30.688691 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 17:08:30.688691 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._get(url).json() Jun 12 17:08:30.688691 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 17:08:30.688691 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 17:08:30.688691 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 17:08:30.688691 dv-cinder-796114-2-iscsi neutron-server[92467]: return self.request(url, 'GET', **kwargs) Jun 12 17:08:30.688691 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 17:08:30.688691 dv-cinder-796114-2-iscsi neutron-server[92467]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 17:08:30.688691 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 17:08:30.688691 dv-cinder-796114-2-iscsi neutron-server[92467]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 17:08:30.688691 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 17:08:30.688691 dv-cinder-796114-2-iscsi neutron-server[92467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 17:08:30.688691 dv-cinder-796114-2-iscsi neutron-server[92467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 17:08:30.822808 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f4250c92-f48d-4439-b1f4-d79a2bc4a195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16397317'] for network, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:30.826795 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e12cd0fc-d162-4230-9049-1536231a7e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:30.829536 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f4250c92-f48d-4439-b1f4-d79a2bc4a195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:30.831481 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-f4250c92-f48d-4439-b1f4-d79a2bc4a195 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0eafd16f-a46c-448b-a61d-13c84461e05d HTTP/1.1" status: 204 len: 168 time: 0.4273567 Jun 12 17:08:30.851818 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4250c92-f48d-4439-b1f4-d79a2bc4a195 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eafd16f-a46c-448b-a61d-13c84461e05d,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:30.858125 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-f4250c92-f48d-4439-b1f4-d79a2bc4a195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:31.366908 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 33024) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:31.458994 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-54ae2b51-5348-4c45-a169-0216a96e12d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f05fb791868a4bc09d17000a059c9879&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0901356 Jun 12 17:08:31.462168 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33026) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:31.525484 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e303ae1d-5af2-4735-80af-80ff3bf98ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:31.549326 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e303ae1d-5af2-4735-80af-80ff3bf98ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:31.674002 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e303ae1d-5af2-4735-80af-80ff3bf98ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:31.676685 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e303ae1d-5af2-4735-80af-80ff3bf98ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:31.678014 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-e303ae1d-5af2-4735-80af-80ff3bf98ad8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b72ab373-b452-4ed5-b953-088b658abba6 HTTP/1.1" status: 204 len: 168 time: 0.2140584 Jun 12 17:08:31.678907 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-cfa3005a-1246-4b33-abda-af6d7150d018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:31.688440 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303ae1d-5af2-4735-80af-80ff3bf98ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72ab373-b452-4ed5-b953-088b658abba6,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:31.691218 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-e303ae1d-5af2-4735-80af-80ff3bf98ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:31.938248 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:08:31.991704 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:08:31.992633 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device ee1e77bb-f25c-43aa-bec0-6c42e24a4bbd not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:08:33.554946 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c3834-cbb7-43eb-a736-530e7275fc21 req-8e916661-1af4-45df-aa40-e51e024c596c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:33.556616 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-386c3834-cbb7-43eb-a736-530e7275fc21 req-8e916661-1af4-45df-aa40-e51e024c596c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 945 time: 0.0801752 Jun 12 17:08:33.610311 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-386c3834-cbb7-43eb-a736-530e7275fc21 req-d99b495c-6b31-462c-bed2-4470fcdc1b8c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462809 Jun 12 17:08:33.647921 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 33092) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:33.947252 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e05eac-4c0b-4569-b5ff-6c975ab3d523 tempest-TestMinimumBasicScenario-347824238 tempest-TestMinimumBasicScenario-347824238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:33.949249 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-06e05eac-4c0b-4569-b5ff-6c975ab3d523 tempest-TestMinimumBasicScenario-347824238 tempest-TestMinimumBasicScenario-347824238-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 1093 time: 0.2996290 Jun 12 17:08:33.952556 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33100) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:33.960612 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Request body: {'floatingip': {'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'port_id': 'e110f07d-1a16-40e4-8fe0-01da331a1480', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:08:34.119972 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for floatingip, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:34.276597 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:34.415761 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_common [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Allocated IP 172.27.1.102 (ea6ee7b2-d8f2-435f-804e-11e3b9b06d41/91bb23a6-47cd-46ba-a600-d5abe9f7088a/9735fcd4-eb8e-4c2c-987c-9a17758b5827) {{(pid=92466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:08:34.575903 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for port, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:34.680965 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12901255'] for port, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:34.685223 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:34.744338 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:08:34.745925 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Pushing event updated for resources: {'Port': ['ID=9735fcd4-eb8e-4c2c-987c-9a17758b5827,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:34.748451 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:08:34.764494 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Received port after_create {{(pid=92466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:08:34.766850 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:35.564813 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:35.724359 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:35.950502 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for port, precommit_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:36.068847 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12901305'] for port, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:36.072570 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:36.157249 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Pushing event updated for resources: {'Port': ['ID=9735fcd4-eb8e-4c2c-987c-9a17758b5827,revision_number=2']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:36.160072 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:36.169087 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16397436'] for floatingip, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:36.321583 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.db.l3_db [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Floating IP 008f7cd5-a6c5-48e7-9659-b56cf0b0de7b associated. External IP: 172.27.1.102, port: e110f07d-1a16-40e4-8fe0-01da331a1480. Jun 12 17:08:36.660632 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Router 93754ac1-d994-4c0a-9a87-36935312dee7 has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:08:36.838360 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:08:36.848554 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6219f2-ab51-4673-97fa-e97e345a2958 None None] Sync routers for ids ['93754ac1-d994-4c0a-9a87-36935312dee7'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:08:36.859625 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6219f2-ab51-4673-97fa-e97e345a2958 None None] Routers {'93754ac1-d994-4c0a-9a87-36935312dee7'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:08:36.860444 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-ec6219f2-ab51-4673-97fa-e97e345a2958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:08:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['93754ac1-d994-4c0a-9a87-36935312dee7'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:08:36.918228 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:36.978228 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0212619 Jun 12 17:08:36.978228 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab53403a-ed42-4ce8-861b-680877c433ab', 'tag': 'e110f07d-1a16-40e4-8fe0-01da331a1480'}] {{(pid=92466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:08:36.978532 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 33156) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:36.983218 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-ac0e2090-42c5-45ed-bfce-6a17be60abbf tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-454352064', 'description': 'tempest-secgroup-smoke-454352064 description', 'project_id': '8739bb767738461088ab796ff2a650ac'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:08:36.991821 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d15b9225a33e2e33c99d27c154410f26ca2589b5987ef5ab44f588f36914007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90a8458-cfdd-4a87-96a8-c7ae4ef8d794" -d '{"events": [{"name": "network-changed", "server_uuid": "ab53403a-ed42-4ce8-861b-680877c433ab", "tag": "e110f07d-1a16-40e4-8fe0-01da331a1480"}]}' {{(pid=92466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:08:37.066244 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1edf91-b032-4c7b-853a-b832f4c0bf82 x-openstack-request-id: req-0c1edf91-b032-4c7b-853a-b832f4c0bf82 {{(pid=92466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:08:37.066798 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab53403a-ed42-4ce8-861b-680877c433ab", "tag": "e110f07d-1a16-40e4-8fe0-01da331a1480", "status": "completed", "code": 200}]} {{(pid=92466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:08:37.067180 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c1edf91-b032-4c7b-853a-b832f4c0bf82 {{(pid=92466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:08:37.068702 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab53403a-ed42-4ce8-861b-680877c433ab', 'tag': 'e110f07d-1a16-40e4-8fe0-01da331a1480', 'status': 'completed', 'code': 200} Jun 12 17:08:37.077006 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-ec6219f2-ab51-4673-97fa-e97e345a2958 None None] Set router 93754ac1-d994-4c0a-9a87-36935312dee7 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:08:37.085804 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2090-42c5-45ed-bfce-6a17be60abbf tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:37.218803 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a8458-cfdd-4a87-96a8-c7ae4ef8d794 req-447857b4-43b2-41a4-a997-ab757cd32d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:37.220571 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e90a8458-cfdd-4a87-96a8-c7ae4ef8d794 req-447857b4-43b2-41a4-a997-ab757cd32d5b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8739bb767738461088ab796ff2a650ac&device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 1098 time: 0.1188576 Jun 12 17:08:37.403054 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a8458-cfdd-4a87-96a8-c7ae4ef8d794 req-30cdc7e7-a0d5-4fa4-bb6d-56072b8ae4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:37.405186 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e90a8458-cfdd-4a87-96a8-c7ae4ef8d794 req-30cdc7e7-a0d5-4fa4-bb6d-56072b8ae4ee service neutron] 10.222.0.22 "GET /v2.0/networks?id=b69f48d8-e3c1-47a9-b277-5d23daa57c00 HTTP/1.1" status: 200 len: 916 time: 0.1755919 Jun 12 17:08:37.408880 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2090-42c5-45ed-bfce-6a17be60abbf tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:37.488943 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2090-42c5-45ed-bfce-6a17be60abbf tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:37.496949 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:37.541159 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e2090-42c5-45ed-bfce-6a17be60abbf tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12513e5f-f437-4e19-9239-cfc42812b875,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:37.544718 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e90a8458-cfdd-4a87-96a8-c7ae4ef8d794 req-dd92ff20-eb37-4568-95e1-3a5d7ac603e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e110f07d-1a16-40e4-8fe0-01da331a1480 HTTP/1.1" status: 200 len: 999 time: 0.1246521 Jun 12 17:08:37.545510 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-ac0e2090-42c5-45ed-bfce-6a17be60abbf tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:37.551699 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-ec6219f2-ab51-4673-97fa-e97e345a2958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'name': 'tempest-TestMinimumBasicScenario-1372330090-router', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:06Z', 'updated_at': '2021-06-12T17:07:14Z', 'revision_number': 4, 'project_id': '8739bb767738461088ab796ff2a650ac', 'gw_port': {'id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:08Z', 'updated_at': '2021-06-12T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': '008f7cd5-a6c5-48e7-9659-b56cf0b0de7b', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'port_id': 'e110f07d-1a16-40e4-8fe0-01da331a1480', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00', 'mac_address': 'fa:16:3e:8f:6e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab53403a-ed42-4ce8-861b-680877c433ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:08:35Z', 'updated_at': '2021-06-12T17:08:35Z', 'revision_number': 0, 'project_id': '8739bb767738461088ab796ff2a650ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d78fc4-9dae-442d-b117-a9b6fdd6c691', 'name': '', 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'mac_address': 'fa:16:3e:c5:15:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7b3013f0-63c6-436f-b840-5e869aac9153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:13Z', 'updated_at': '2021-06-12T17:07:22Z', 'revision_number': 5, 'project_id': '8739bb767738461088ab796ff2a650ac', 'subnets': [{'id': '7b3013f0-63c6-436f-b840-5e869aac9153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:08:37.562058 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6219f2-ab51-4673-97fa-e97e345a2958 None None] Checking router: 93754ac1-d994-4c0a-9a87-36935312dee7 for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:08:37.569511 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6219f2-ab51-4673-97fa-e97e345a2958 None None] Routers {'93754ac1-d994-4c0a-9a87-36935312dee7'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:08:37.570131 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-ec6219f2-ab51-4673-97fa-e97e345a2958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:08:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['93754ac1-d994-4c0a-9a87-36935312dee7'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:08:37.596858 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2090-42c5-45ed-bfce-6a17be60abbf tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:37.598136 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-ac0e2090-42c5-45ed-bfce-6a17be60abbf tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6186149 Jun 12 17:08:37.603380 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33172) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:37.608621 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-e8cd2f1b-938a-4dde-9e97-ec4a2fa04617 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Request body: {'security_group_rule': {'security_group_id': '12513e5f-f437-4e19-9239-cfc42812b875', 'project_id': '8739bb767738461088ab796ff2a650ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:08:37.633278 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a8458-cfdd-4a87-96a8-c7ae4ef8d794 req-22acd2cd-ebf7-4782-8195-6460d988f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:37.635696 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e90a8458-cfdd-4a87-96a8-c7ae4ef8d794 req-22acd2cd-ebf7-4782-8195-6460d988f444 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b3013f0-63c6-436f-b840-5e869aac9153 HTTP/1.1" status: 200 len: 854 time: 0.0840676 Jun 12 17:08:37.727446 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a8458-cfdd-4a87-96a8-c7ae4ef8d794 req-2671f917-29af-440f-966f-4be2145319b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:37.731659 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e90a8458-cfdd-4a87-96a8-c7ae4ef8d794 req-2671f917-29af-440f-966f-4be2145319b6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b69f48d8-e3c1-47a9-b277-5d23daa57c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0889981 Jun 12 17:08:37.735934 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e8cd2f1b-938a-4dde-9e97-ec4a2fa04617 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:37.806724 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-ec6219f2-ab51-4673-97fa-e97e345a2958 None None] Set router 93754ac1-d994-4c0a-9a87-36935312dee7 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:08:37.867887 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e8cd2f1b-938a-4dde-9e97-ec4a2fa04617 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:37.971393 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e8cd2f1b-938a-4dde-9e97-ec4a2fa04617 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:37.979525 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:37.979791 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e90a8458-cfdd-4a87-96a8-c7ae4ef8d794 req-fa3029e6-3352-4a45-837d-13db06263f5c service neutron] 10.222.0.22 "GET /v2.0/networks/b69f48d8-e3c1-47a9-b277-5d23daa57c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367110 Jun 12 17:08:38.012102 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd2f1b-938a-4dde-9e97-ec4a2fa04617 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5344a013-82e6-478a-b804-d2a9ee7904ce,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:38.018782 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-e8cd2f1b-938a-4dde-9e97-ec4a2fa04617 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:38.103133 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e8cd2f1b-938a-4dde-9e97-ec4a2fa04617 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:38.106016 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-e8cd2f1b-938a-4dde-9e97-ec4a2fa04617 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5009773 Jun 12 17:08:38.108315 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33180) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:38.117324 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-f7bce4fd-d8e3-4f0e-9900-f666153c1300 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Request body: {'security_group_rule': {'security_group_id': '12513e5f-f437-4e19-9239-cfc42812b875', 'project_id': '8739bb767738461088ab796ff2a650ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:08:38.144406 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e90a8458-cfdd-4a87-96a8-c7ae4ef8d794 req-88271460-1ece-4952-a89a-6faf0b9e77de service neutron] 10.222.0.22 "GET /v2.0/networks/b69f48d8-e3c1-47a9-b277-5d23daa57c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589127 Jun 12 17:08:38.308469 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f7bce4fd-d8e3-4f0e-9900-f666153c1300 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:38.395960 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f7bce4fd-d8e3-4f0e-9900-f666153c1300 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:38.408346 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-ec6219f2-ab51-4673-97fa-e97e345a2958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'name': 'tempest-TestMinimumBasicScenario-1372330090-router', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:06Z', 'updated_at': '2021-06-12T17:07:14Z', 'revision_number': 4, 'project_id': '8739bb767738461088ab796ff2a650ac', 'gw_port': {'id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:08Z', 'updated_at': '2021-06-12T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': '008f7cd5-a6c5-48e7-9659-b56cf0b0de7b', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'port_id': 'e110f07d-1a16-40e4-8fe0-01da331a1480', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00', 'mac_address': 'fa:16:3e:8f:6e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab53403a-ed42-4ce8-861b-680877c433ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:08:35Z', 'updated_at': '2021-06-12T17:08:35Z', 'revision_number': 0, 'project_id': '8739bb767738461088ab796ff2a650ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d78fc4-9dae-442d-b117-a9b6fdd6c691', 'name': '', 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'mac_address': 'fa:16:3e:c5:15:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7b3013f0-63c6-436f-b840-5e869aac9153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:13Z', 'updated_at': '2021-06-12T17:07:22Z', 'revision_number': 5, 'project_id': '8739bb767738461088ab796ff2a650ac', 'subnets': [{'id': '7b3013f0-63c6-436f-b840-5e869aac9153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:08:38.412917 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6219f2-ab51-4673-97fa-e97e345a2958 None None] The sync data for ids ['93754ac1-d994-4c0a-9a87-36935312dee7'] in dv-cinder-796114-2-iscsi is: [{'id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'name': 'tempest-TestMinimumBasicScenario-1372330090-router', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:06Z', 'updated_at': '2021-06-12T17:07:14Z', 'revision_number': 4, 'project_id': '8739bb767738461088ab796ff2a650ac', 'gw_port': {'id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:08Z', 'updated_at': '2021-06-12T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': '008f7cd5-a6c5-48e7-9659-b56cf0b0de7b', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'port_id': 'e110f07d-1a16-40e4-8fe0-01da331a1480', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00', 'mac_address': 'fa:16:3e:8f:6e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab53403a-ed42-4ce8-861b-680877c433ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:08:35Z', 'updated_at': '2021-06-12T17:08:35Z', 'revision_number': 0, 'project_id': '8739bb767738461088ab796ff2a650ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d78fc4-9dae-442d-b117-a9b6fdd6c691', 'name': '', 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'mac_address': 'fa:16:3e:c5:15:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7b3013f0-63c6-436f-b840-5e869aac9153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:13Z', 'updated_at': '2021-06-12T17:07:22Z', 'revision_number': 5, 'project_id': '8739bb767738461088ab796ff2a650ac', 'subnets': [{'id': '7b3013f0-63c6-436f-b840-5e869aac9153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:08:38.486058 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f7bce4fd-d8e3-4f0e-9900-f666153c1300 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:38.488175 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:38.513883 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bce4fd-d8e3-4f0e-9900-f666153c1300 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc75ecc-8b95-4cfa-afaf-407a7f50246f,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:38.519324 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-f7bce4fd-d8e3-4f0e-9900-f666153c1300 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:38.634724 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f7bce4fd-d8e3-4f0e-9900-f666153c1300 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:38.636175 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-f7bce4fd-d8e3-4f0e-9900-f666153c1300 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5264642 Jun 12 17:08:38.639223 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33186) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:38.644245 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-b0d07792-80e3-40ef-ab45-4877b4cee181 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Request body: {'security_group_rule': {'security_group_id': '12513e5f-f437-4e19-9239-cfc42812b875', 'project_id': '8739bb767738461088ab796ff2a650ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:08:38.666993 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f9d1c0-64c9-4010-9a83-3a898264d1d8 None None] New status for floating IP 008f7cd5-a6c5-48e7-9659-b56cf0b0de7b: ACTIVE {{(pid=92469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 17:08:38.803603 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b0d07792-80e3-40ef-ab45-4877b4cee181 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:38.882771 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b0d07792-80e3-40ef-ab45-4877b4cee181 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:39.006531 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b0d07792-80e3-40ef-ab45-4877b4cee181 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:39.009533 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:39.026717 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d07792-80e3-40ef-ab45-4877b4cee181 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57afa19f-b035-405b-ae9a-20cd972c9c18,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:39.029569 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b0d07792-80e3-40ef-ab45-4877b4cee181 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:39.159915 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b0d07792-80e3-40ef-ab45-4877b4cee181 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:39.164232 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-b0d07792-80e3-40ef-ab45-4877b4cee181 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5209084 Jun 12 17:08:39.164232 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33210) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:39.168824 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-5c56b8b2-864c-4f3c-8759-26877d8e4c6c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Request body: {'security_group_rule': {'security_group_id': '12513e5f-f437-4e19-9239-cfc42812b875', 'project_id': '8739bb767738461088ab796ff2a650ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:08:39.283142 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-5c56b8b2-864c-4f3c-8759-26877d8e4c6c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:39.362915 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-5c56b8b2-864c-4f3c-8759-26877d8e4c6c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:39.444825 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-5c56b8b2-864c-4f3c-8759-26877d8e4c6c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:39.451604 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:39.468868 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56b8b2-864c-4f3c-8759-26877d8e4c6c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07634d3-b6ec-4698-9699-0f3287bfff19,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:39.471408 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-5c56b8b2-864c-4f3c-8759-26877d8e4c6c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:39.520379 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33220) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:39.542543 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-5c56b8b2-864c-4f3c-8759-26877d8e4c6c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:39.546618 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 33224) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:39.547279 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-5c56b8b2-864c-4f3c-8759-26877d8e4c6c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3815501 Jun 12 17:08:39.558704 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-352314e6-02fb-4d84-bbf7-928bc8832844 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Request body: {'security_group_rule': {'security_group_id': '12513e5f-f437-4e19-9239-cfc42812b875', 'project_id': '8739bb767738461088ab796ff2a650ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:08:39.674201 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c5379067-4fc1-4fb7-86d4-45d7a5069da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:39.685555 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.securitygroups_db [None req-352314e6-02fb-4d84-bbf7-928bc8832844 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Project 8739bb767738461088ab796ff2a650ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 17:08:39.692021 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-352314e6-02fb-4d84-bbf7-928bc8832844 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:39.810253 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-352314e6-02fb-4d84-bbf7-928bc8832844 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:39.810512 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c5379067-4fc1-4fb7-86d4-45d7a5069da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:39.925380 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-352314e6-02fb-4d84-bbf7-928bc8832844 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:39.927496 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:39.945841 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352314e6-02fb-4d84-bbf7-928bc8832844 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ec9b8f-a2ba-46c3-97a9-8468259e8c01,revision_number=0']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:39.949076 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-352314e6-02fb-4d84-bbf7-928bc8832844 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:39.988367 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c5379067-4fc1-4fb7-86d4-45d7a5069da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:39.991220 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-8c30df23-e616-4415-bef4-f1658f806d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:40.031654 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-c5379067-4fc1-4fb7-86d4-45d7a5069da2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2521c17c4b6848ceb92b8c71dbebe04e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5094202 Jun 12 17:08:40.032608 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5379067-4fc1-4fb7-86d4-45d7a5069da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1829eb7d-66d7-423f-8178-42c29bccd021,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:40.034333 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 33236) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:40.035648 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-c5379067-4fc1-4fb7-86d4-45d7a5069da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:40.092216 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-a3b6aaf2-0f1f-40c3-907c-e6880a0749f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:40.103456 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-352314e6-02fb-4d84-bbf7-928bc8832844 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:40.104773 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-352314e6-02fb-4d84-bbf7-928bc8832844 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5537176 Jun 12 17:08:40.107261 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 33240) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:40.113020 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-176508fe-d74f-4ab5-9564-47885463b3fe tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Request body: {'security_group_rule': {'security_group_id': '12513e5f-f437-4e19-9239-cfc42812b875', 'project_id': '8739bb767738461088ab796ff2a650ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:08:40.132723 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-a3b6aaf2-0f1f-40c3-907c-e6880a0749f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:40.280449 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-a3b6aaf2-0f1f-40c3-907c-e6880a0749f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:40.283083 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-a3b6aaf2-0f1f-40c3-907c-e6880a0749f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:40.284194 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-a3b6aaf2-0f1f-40c3-907c-e6880a0749f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1829eb7d-66d7-423f-8178-42c29bccd021 HTTP/1.1" status: 204 len: 168 time: 0.2481816 Jun 12 17:08:40.285263 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.securitygroups_db [None req-176508fe-d74f-4ab5-9564-47885463b3fe tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Project 8739bb767738461088ab796ff2a650ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 17:08:40.292658 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-2d0e6758-87f9-47ca-a887-371c9ec31856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:40.296322 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-176508fe-d74f-4ab5-9564-47885463b3fe tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:40.315889 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6aaf2-0f1f-40c3-907c-e6880a0749f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1829eb7d-66d7-423f-8178-42c29bccd021,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:40.318257 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-a3b6aaf2-0f1f-40c3-907c-e6880a0749f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:40.375938 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-176508fe-d74f-4ab5-9564-47885463b3fe tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:40.508320 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-176508fe-d74f-4ab5-9564-47885463b3fe tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:40.514162 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-352314e6-02fb-4d84-bbf7-928bc8832844 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:40.533634 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176508fe-d74f-4ab5-9564-47885463b3fe tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ef529b-88b0-4194-9645-2cad6358d378,revision_number=0']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:40.536771 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-176508fe-d74f-4ab5-9564-47885463b3fe tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:40.611248 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-176508fe-d74f-4ab5-9564-47885463b3fe tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:40.615291 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-176508fe-d74f-4ab5-9564-47885463b3fe tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5043097 Jun 12 17:08:40.735009 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-85e3c7c3-0052-4b4f-8554-3e0ea285e9ff req-79fa4790-4def-43f0-9dfa-973516eb0324 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-454352064&fields=id&tenant_id=8739bb767738461088ab796ff2a650ac HTTP/1.1" status: 200 len: 267 time: 0.0353065 Jun 12 17:08:40.806511 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3c7c3-0052-4b4f-8554-3e0ea285e9ff req-76f1241c-957c-49d8-9265-e8493f861f1d tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:40.807963 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-85e3c7c3-0052-4b4f-8554-3e0ea285e9ff req-76f1241c-957c-49d8-9265-e8493f861f1d tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 945 time: 0.0673587 Jun 12 17:08:40.819426 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-85e3c7c3-0052-4b4f-8554-3e0ea285e9ff req-ccc41d68-3acf-4379-b555-8b0a5afc7dc2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Request body: {'port': {'security_groups': ['b3226027-90ce-48f2-ba17-3536b193990d', '12513e5f-f437-4e19-9239-cfc42812b875']}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:08:40.916408 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-85e3c7c3-0052-4b4f-8554-3e0ea285e9ff req-ccc41d68-3acf-4379-b555-8b0a5afc7dc2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:40.986541 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 33270) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:41.013800 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5dcd01be-9ccf-4a8d-8a08-5c04ac7b51b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:41.016314 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33272) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:41.183014 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ef059749-5d21-4961-a303-13469c5c7026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:41.208649 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-85e3c7c3-0052-4b4f-8554-3e0ea285e9ff req-ccc41d68-3acf-4379-b555-8b0a5afc7dc2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] For port e110f07d-1a16-40e4-8fe0-01da331a1480, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e110f07d-1a16-40e4-8fe0-01da331a1480,segment=NetworkSegment(64bada24-dde5-4c5d-9b97-77dfba85ccce),segment_id=64bada24-dde5-4c5d-9b97-77dfba85ccce)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:08:41.263954 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-85e3c7c3-0052-4b4f-8554-3e0ea285e9ff req-ccc41d68-3acf-4379-b555-8b0a5afc7dc2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:41.266520 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5dcd01be-9ccf-4a8d-8a08-5c04ac7b51b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:41.331030 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-85e3c7c3-0052-4b4f-8554-3e0ea285e9ff req-ccc41d68-3acf-4379-b555-8b0a5afc7dc2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:41.334792 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:41.342749 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['e110f07d-1a16-40e4-8fe0-01da331a1480'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:08:41.383579 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3c7c3-0052-4b4f-8554-3e0ea285e9ff req-ccc41d68-3acf-4379-b555-8b0a5afc7dc2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:41.384212 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-85e3c7c3-0052-4b4f-8554-3e0ea285e9ff req-ccc41d68-3acf-4379-b555-8b0a5afc7dc2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:41.385582 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-85e3c7c3-0052-4b4f-8554-3e0ea285e9ff req-ccc41d68-3acf-4379-b555-8b0a5afc7dc2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "PUT /v2.0/ports/e110f07d-1a16-40e4-8fe0-01da331a1480 HTTP/1.1" status: 200 len: 981 time: 0.5716562 Jun 12 17:08:41.386104 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab53403a-ed42-4ce8-861b-680877c433ab', 'tag': 'e110f07d-1a16-40e4-8fe0-01da331a1480'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:08:41.388413 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246cb387-d242-4130-8b3b-322a8b95ec54" -d '{"events": [{"name": "network-changed", "server_uuid": "ab53403a-ed42-4ce8-861b-680877c433ab", "tag": "e110f07d-1a16-40e4-8fe0-01da331a1480"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:08:41.425170 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5dcd01be-9ccf-4a8d-8a08-5c04ac7b51b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:41.429214 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc41d68-3acf-4379-b555-8b0a5afc7dc2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Pushing event updated for resources: {'Port': ['ID=e110f07d-1a16-40e4-8fe0-01da331a1480,revision_number=6']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:41.444008 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-ccc41d68-3acf-4379-b555-8b0a5afc7dc2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:41.445007 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-51a0d88b-bfdd-4d2c-9733-471c969edabe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:41.457348 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499ff6b9-5a79-4ce4-b81e-b7b2c427cf4a x-openstack-request-id: req-499ff6b9-5a79-4ce4-b81e-b7b2c427cf4a {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:08:41.457692 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab53403a-ed42-4ce8-861b-680877c433ab", "tag": "e110f07d-1a16-40e4-8fe0-01da331a1480", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:08:41.458130 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-499ff6b9-5a79-4ce4-b81e-b7b2c427cf4a {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:08:41.458575 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab53403a-ed42-4ce8-861b-680877c433ab', 'tag': 'e110f07d-1a16-40e4-8fe0-01da331a1480', 'status': 'completed', 'code': 200} Jun 12 17:08:41.492324 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['e110f07d-1a16-40e4-8fe0-01da331a1480'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:08:41.544003 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33282) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:41.546008 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-5dcd01be-9ccf-4a8d-8a08-5c04ac7b51b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae0bbf7ce5d9401880ff13497f5f1a30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5584917 Jun 12 17:08:41.547299 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd01be-9ccf-4a8d-8a08-5c04ac7b51b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cfd3df-b4fb-4baf-8b39-0b0c7758cdf7,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:41.577173 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-5dcd01be-9ccf-4a8d-8a08-5c04ac7b51b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:41.644714 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cb387-d242-4130-8b3b-322a8b95ec54 req-fc8fc236-812b-4d67-90dd-6de4b29e8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:41.647581 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-246cb387-d242-4130-8b3b-322a8b95ec54 req-fc8fc236-812b-4d67-90dd-6de4b29e8742 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8739bb767738461088ab796ff2a650ac&device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 1137 time: 0.1593599 Jun 12 17:08:41.717179 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ef059749-5d21-4961-a303-13469c5c7026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:41.735765 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-09aef821-d12e-4bd4-bda9-1eed7051c051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:41.773156 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-09aef821-d12e-4bd4-bda9-1eed7051c051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:41.799717 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99895a40-1e50-4b09-b750-8a7f2e884cc2 req-3ff1264d-9b64-4578-8faa-6f592016832b tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:41.800967 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cb387-d242-4130-8b3b-322a8b95ec54 req-8c5fc3c2-b37b-43d9-be5d-413ba76330a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:41.803201 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-246cb387-d242-4130-8b3b-322a8b95ec54 req-8c5fc3c2-b37b-43d9-be5d-413ba76330a1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b69f48d8-e3c1-47a9-b277-5d23daa57c00 HTTP/1.1" status: 200 len: 916 time: 0.1475301 Jun 12 17:08:41.804071 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-99895a40-1e50-4b09-b750-8a7f2e884cc2 req-3ff1264d-9b64-4578-8faa-6f592016832b tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 984 time: 0.1635671 Jun 12 17:08:41.811489 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-19c3dfcc-bdbd-446a-b537-167182b9ef4d None None] Provisioning complete for port e110f07d-1a16-40e4-8fe0-01da331a1480 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:08:41.811910 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-19c3dfcc-bdbd-446a-b537-167182b9ef4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:41.814742 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ef059749-5d21-4961-a303-13469c5c7026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:41.821414 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-2b48aa36-607b-4c1f-8bb4-66e0fdd038f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:41.859895 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef059749-5d21-4961-a303-13469c5c7026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7c47c3-061d-4bf4-8fd0-622e5b441e8f,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:41.902990 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-246cb387-d242-4130-8b3b-322a8b95ec54 req-5326a2bb-1318-4807-92c9-acf53ee870ea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e110f07d-1a16-40e4-8fe0-01da331a1480 HTTP/1.1" status: 200 len: 1001 time: 0.0911212 Jun 12 17:08:41.914650 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-ef059749-5d21-4961-a303-13469c5c7026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:41.925129 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-99895a40-1e50-4b09-b750-8a7f2e884cc2 req-8a55834e-3efe-4ecf-a373-0ff48255c28c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&id=12513e5f-f437-4e19-9239-cfc42812b875&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1066206 Jun 12 17:08:41.944974 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-ef059749-5d21-4961-a303-13469c5c7026 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9963ece182c4fd0914ad4c3bce2b277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9272053 Jun 12 17:08:41.947330 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33298) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:41.982840 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cb387-d242-4130-8b3b-322a8b95ec54 req-86440b7a-8e46-4142-a55e-d321207b9e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:41.985042 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-246cb387-d242-4130-8b3b-322a8b95ec54 req-86440b7a-8e46-4142-a55e-d321207b9e1d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b3013f0-63c6-436f-b840-5e869aac9153 HTTP/1.1" status: 200 len: 854 time: 0.0731843 Jun 12 17:08:42.019411 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-debbf1af-856f-425e-b4cf-7ac2af01a0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:42.048491 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-debbf1af-856f-425e-b4cf-7ac2af01a0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:42.061195 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cb387-d242-4130-8b3b-322a8b95ec54 req-8755b179-29d9-4919-bacd-707ec266142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:42.062915 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-246cb387-d242-4130-8b3b-322a8b95ec54 req-8755b179-29d9-4919-bacd-707ec266142f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b69f48d8-e3c1-47a9-b277-5d23daa57c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690629 Jun 12 17:08:42.132752 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-09aef821-d12e-4bd4-bda9-1eed7051c051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:42.135603 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-09aef821-d12e-4bd4-bda9-1eed7051c051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:42.137012 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-09aef821-d12e-4bd4-bda9-1eed7051c051 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62cfd3df-b4fb-4baf-8b39-0b0c7758cdf7 HTTP/1.1" status: 204 len: 168 time: 0.5919521 Jun 12 17:08:42.137925 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-98f9c986-a7e1-43d1-89f7-9d2cc34a6854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:42.155663 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aef821-d12e-4bd4-bda9-1eed7051c051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cfd3df-b4fb-4baf-8b39-0b0c7758cdf7,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:42.159368 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-09aef821-d12e-4bd4-bda9-1eed7051c051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:42.189206 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-246cb387-d242-4130-8b3b-322a8b95ec54 req-49c43d7a-fdc7-4dc2-9b5f-1586a9362ca1 service neutron] 10.222.0.22 "GET /v2.0/networks/b69f48d8-e3c1-47a9-b277-5d23daa57c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176226 Jun 12 17:08:42.218703 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-debbf1af-856f-425e-b4cf-7ac2af01a0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:42.221649 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-debbf1af-856f-425e-b4cf-7ac2af01a0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:42.223911 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-debbf1af-856f-425e-b4cf-7ac2af01a0ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d7c47c3-061d-4bf4-8fd0-622e5b441e8f HTTP/1.1" status: 204 len: 168 time: 0.2748826 Jun 12 17:08:42.225186 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b0d804d3-1e1f-4d8c-8088-8e140f08f6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:42.235783 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbf1af-856f-425e-b4cf-7ac2af01a0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7c47c3-061d-4bf4-8fd0-622e5b441e8f,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:42.238183 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-debbf1af-856f-425e-b4cf-7ac2af01a0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:42.333821 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-246cb387-d242-4130-8b3b-322a8b95ec54 req-891ed1d5-9e30-4c44-8721-08fd2e37c895 service neutron] 10.222.0.22 "GET /v2.0/networks/b69f48d8-e3c1-47a9-b277-5d23daa57c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361496 Jun 12 17:08:42.937787 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33338) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:42.954011 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-91315c7e-6cfd-45f2-81f4-e27b5f614d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:43.015471 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 33342) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:43.034227 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c136a4ac-695b-4830-8067-42905c358190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:43.050168 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-91315c7e-6cfd-45f2-81f4-e27b5f614d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:43.142021 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-91315c7e-6cfd-45f2-81f4-e27b5f614d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:43.145933 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-09aef821-d12e-4bd4-bda9-1eed7051c051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:43.186422 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-91315c7e-6cfd-45f2-81f4-e27b5f614d30 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac8c83a09f3249108f56cd6fe7bda250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473772 Jun 12 17:08:43.187403 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91315c7e-6cfd-45f2-81f4-e27b5f614d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6034bd25-d12c-48b8-b2f6-77e1e7fbd57c,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:43.190470 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 33348) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:43.190699 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-91315c7e-6cfd-45f2-81f4-e27b5f614d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:43.269919 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c136a4ac-695b-4830-8067-42905c358190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:43.274667 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9c0e3eea-57fa-4938-9fa6-03f24bb495cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:43.297468 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9c0e3eea-57fa-4938-9fa6-03f24bb495cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:43.353819 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c136a4ac-695b-4830-8067-42905c358190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:43.356308 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-490cb339-0534-449f-8880-1c9d27fa6b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:43.393487 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136a4ac-695b-4830-8067-42905c358190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50f0a0b-568b-4a0b-b3ea-923b17934abd,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:43.398619 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-c136a4ac-695b-4830-8067-42905c358190 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92077f3b3f1c439885f5d8154b5397be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3821075 Jun 12 17:08:43.399467 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-c136a4ac-695b-4830-8067-42905c358190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:43.401742 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 33350) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:43.440898 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9c0e3eea-57fa-4938-9fa6-03f24bb495cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:43.441566 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9c0e3eea-57fa-4938-9fa6-03f24bb495cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:43.442687 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-9c0e3eea-57fa-4938-9fa6-03f24bb495cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6034bd25-d12c-48b8-b2f6-77e1e7fbd57c HTTP/1.1" status: 204 len: 168 time: 0.2512987 Jun 12 17:08:43.443681 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-ac0e2090-42c5-45ed-bfce-6a17be60abbf tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:43.455938 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e3eea-57fa-4938-9fa6-03f24bb495cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6034bd25-d12c-48b8-b2f6-77e1e7fbd57c,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:43.464675 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9c0e3eea-57fa-4938-9fa6-03f24bb495cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:43.469152 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e9acb18c-5a77-41dd-9447-1e31e015e029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:43.492964 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e9acb18c-5a77-41dd-9447-1e31e015e029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:43.674179 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e9acb18c-5a77-41dd-9447-1e31e015e029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:43.676928 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e9acb18c-5a77-41dd-9447-1e31e015e029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:43.678107 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-e9acb18c-5a77-41dd-9447-1e31e015e029 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b50f0a0b-568b-4a0b-b3ea-923b17934abd HTTP/1.1" status: 204 len: 168 time: 0.2753417 Jun 12 17:08:43.679196 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-2791feb1-9990-42b4-b2b9-1427c9fd068b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:43.687728 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acb18c-5a77-41dd-9447-1e31e015e029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50f0a0b-568b-4a0b-b3ea-923b17934abd,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:43.690272 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e9acb18c-5a77-41dd-9447-1e31e015e029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:44.833635 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 33404) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:44.890581 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_v2 [None req-604fdc7f-0c19-499f-8983-78f23626e402 admin admin] Deleting subnet 53375be5-81dd-4c01-ab2e-65219c4a210a {{(pid=92467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 17:08:44.893586 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-604fdc7f-0c19-499f-8983-78f23626e402 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:44.937150 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-604fdc7f-0c19-499f-8983-78f23626e402 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58650085'] for subnet, precommit_delete_associations {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:44.990161 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-604fdc7f-0c19-499f-8983-78f23626e402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744179'] for subnet, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:45.409828 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-604fdc7f-0c19-499f-8983-78f23626e402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58649923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57867068'] for subnet, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:45.413403 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:45.448001 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fdc7f-0c19-499f-8983-78f23626e402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53375be5-81dd-4c01-ab2e-65219c4a210a,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:45.451332 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-604fdc7f-0c19-499f-8983-78f23626e402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:45.453050 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-604fdc7f-0c19-499f-8983-78f23626e402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:45.454457 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-604fdc7f-0c19-499f-8983-78f23626e402 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/53375be5-81dd-4c01-ab2e-65219c4a210a HTTP/1.1" status: 204 len: 168 time: 0.6198092 Jun 12 17:08:45.456885 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 33428) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:45.561613 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b8049e6a-9a8d-44c7-b5a5-a05fbaf50268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538232'] for network, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:45.675549 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b8049e6a-9a8d-44c7-b5a5-a05fbaf50268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741742', 'neutron.services.segments.db._delete_segments_for_network-8742179925432'] for network, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:45.687648 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-b8049e6a-9a8d-44c7-b5a5-a05fbaf50268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98aab6b-6995-43a5-8510-510f21ccd901']}} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:08:45.699749 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-b8049e6a-9a8d-44c7-b5a5-a05fbaf50268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82fc4727-08dd-4d9a-aa53-fe4b75e389bd') {'for_net_delete': True} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:08:45.700047 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-b8049e6a-9a8d-44c7-b5a5-a05fbaf50268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82fc4727-08dd-4d9a-aa53-fe4b75e389bd') {} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:08:45.709900 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b8049e6a-9a8d-44c7-b5a5-a05fbaf50268 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742179925270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58650094'] for segment, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:45.725685 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b8049e6a-9a8d-44c7-b5a5-a05fbaf50268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:45.733950 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8049e6a-9a8d-44c7-b5a5-a05fbaf50268 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=92467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 17:08:45.733950 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b8049e6a-9a8d-44c7-b5a5-a05fbaf50268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58650346'] for segment, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: Traceback (most recent call last): Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: timer() Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: cb(*args, **kw) Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: return func(*args, **kwargs) Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: self._notify() Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: self.callback(batched_events) Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: event.method(event) Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: return f(self, *a, **k) Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._get(url).json() Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: return self.request(url, 'GET', **kwargs) Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 17:08:45.735233 dv-cinder-796114-2-iscsi neutron-server[92467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 17:08:45.885413 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b8049e6a-9a8d-44c7-b5a5-a05fbaf50268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16397317'] for network, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:45.894576 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b8049e6a-9a8d-44c7-b5a5-a05fbaf50268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:45.896741 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-b8049e6a-9a8d-44c7-b5a5-a05fbaf50268 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b98aab6b-6995-43a5-8510-510f21ccd901 HTTP/1.1" status: 204 len: 168 time: 0.4387317 Jun 12 17:08:45.897653 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6558b0b4-d4a1-48f7-8375-fae29ada4bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:45.917464 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8049e6a-9a8d-44c7-b5a5-a05fbaf50268 admin admin] Pushing event deleted for resources: {'Network': ['ID=b98aab6b-6995-43a5-8510-510f21ccd901,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:45.920597 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-b8049e6a-9a8d-44c7-b5a5-a05fbaf50268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:46.362834 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 33458) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:46.408254 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-9de96aab-c593-4f6f-b3d4-0121474b93ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=916813ee6e8b4b5f87a1f702f88902dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442157 Jun 12 17:08:46.410651 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 33460) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:46.464404 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-49443588-b36b-4ddf-bc1b-74b5b719ecff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:46.487853 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-49443588-b36b-4ddf-bc1b-74b5b719ecff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:46.634048 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-49443588-b36b-4ddf-bc1b-74b5b719ecff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:46.636750 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-49443588-b36b-4ddf-bc1b-74b5b719ecff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:46.637890 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-49443588-b36b-4ddf-bc1b-74b5b719ecff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23fda54c-3571-4547-b8c0-52b0982608bc HTTP/1.1" status: 204 len: 168 time: 0.2262928 Jun 12 17:08:46.638727 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-c136a4ac-695b-4830-8067-42905c358190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:46.655602 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49443588-b36b-4ddf-bc1b-74b5b719ecff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fda54c-3571-4547-b8c0-52b0982608bc,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:46.657910 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-49443588-b36b-4ddf-bc1b-74b5b719ecff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:49.086259 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33564) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:49.207072 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-df361e3b-f93c-43ca-889c-0190401a7741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:49.305585 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-df361e3b-f93c-43ca-889c-0190401a7741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:49.375209 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-df361e3b-f93c-43ca-889c-0190401a7741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:49.377996 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-e09b7f6f-6a0e-4bc9-a6e8-06684bc83fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:49.424635 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-df361e3b-f93c-43ca-889c-0190401a7741 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51fabddd0d844b79bd5b230e0315fd6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372889 Jun 12 17:08:49.425450 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df361e3b-f93c-43ca-889c-0190401a7741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2255e937-4a3c-4e4f-b76b-f95c67b80f49,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:49.428778 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-df361e3b-f93c-43ca-889c-0190401a7741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:49.432027 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33578) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:49.489832 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-0e7c94be-83d0-4a9a-bf43-a32b030bfa75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:49.513335 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-0e7c94be-83d0-4a9a-bf43-a32b030bfa75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:49.638618 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-0e7c94be-83d0-4a9a-bf43-a32b030bfa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:49.641340 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-0e7c94be-83d0-4a9a-bf43-a32b030bfa75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:49.642484 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-0e7c94be-83d0-4a9a-bf43-a32b030bfa75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2255e937-4a3c-4e4f-b76b-f95c67b80f49 HTTP/1.1" status: 204 len: 168 time: 0.2095401 Jun 12 17:08:49.643330 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-65444c02-534f-4a0a-903b-bae43bfcd482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:49.652311 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c94be-83d0-4a9a-bf43-a32b030bfa75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2255e937-4a3c-4e4f-b76b-f95c67b80f49,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:49.654902 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-0e7c94be-83d0-4a9a-bf43-a32b030bfa75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:50.335735 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 33602) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:50.352034 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6daa4f0f-93c3-4829-9c93-cb78cc474b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:50.452289 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6daa4f0f-93c3-4829-9c93-cb78cc474b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:50.559458 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6daa4f0f-93c3-4829-9c93-cb78cc474b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:50.562065 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-64f8d2a1-ac76-4b63-8d1f-0e8da945ea3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:50.602972 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa4f0f-93c3-4829-9c93-cb78cc474b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e1d721-8793-4607-98be-204d6cd6d808,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:50.607300 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-6daa4f0f-93c3-4829-9c93-cb78cc474b35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5353c5789ab043b98d22e3dec37f604c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705684 Jun 12 17:08:50.608304 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6daa4f0f-93c3-4829-9c93-cb78cc474b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:50.609863 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 33616) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:50.666137 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5308ab15-5ee7-428b-a91c-3003c255d827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:50.690183 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5308ab15-5ee7-428b-a91c-3003c255d827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:50.855281 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5308ab15-5ee7-428b-a91c-3003c255d827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:50.857939 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5308ab15-5ee7-428b-a91c-3003c255d827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:50.859059 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-5308ab15-5ee7-428b-a91c-3003c255d827 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79e1d721-8793-4607-98be-204d6cd6d808 HTTP/1.1" status: 204 len: 168 time: 0.2482724 Jun 12 17:08:50.859912 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6daa4f0f-93c3-4829-9c93-cb78cc474b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:50.869512 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308ab15-5ee7-428b-a91c-3003c255d827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e1d721-8793-4607-98be-204d6cd6d808,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:50.871981 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-5308ab15-5ee7-428b-a91c-3003c255d827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:52.194483 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-d7e68298-bb41-4c77-8a22-22d4fcc34842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:53.678020 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 33706) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:53.785734 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-02247d17-cf33-424a-a26a-b5237601ae78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:53.879690 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-02247d17-cf33-424a-a26a-b5237601ae78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:53.959375 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-02247d17-cf33-424a-a26a-b5237601ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:53.963018 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-c0948a60-becf-4bb4-884a-acd83e0b593f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:54.006942 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-02247d17-cf33-424a-a26a-b5237601ae78 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=abba6e38259743859188f0af96076651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277371 Jun 12 17:08:54.009567 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02247d17-cf33-424a-a26a-b5237601ae78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0a0f9f-ec16-4755-ad89-b93a494637bf,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:54.009793 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33712) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:54.012555 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-02247d17-cf33-424a-a26a-b5237601ae78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:54.067199 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-09e48211-fc7a-4119-af8f-d255e7544b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:54.092575 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-09e48211-fc7a-4119-af8f-d255e7544b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:54.220736 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-09e48211-fc7a-4119-af8f-d255e7544b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:54.223440 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-09e48211-fc7a-4119-af8f-d255e7544b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:54.225483 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-09e48211-fc7a-4119-af8f-d255e7544b1b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d0a0f9f-ec16-4755-ad89-b93a494637bf HTTP/1.1" status: 204 len: 168 time: 0.2146642 Jun 12 17:08:54.226368 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-debbf1af-856f-425e-b4cf-7ac2af01a0ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:54.235624 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e48211-fc7a-4119-af8f-d255e7544b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0a0f9f-ec16-4755-ad89-b93a494637bf,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:54.238028 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-09e48211-fc7a-4119-af8f-d255e7544b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:54.696497 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-e7c7e418-82a2-4991-8013-04bcd22e3d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:54.878772 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33724) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:54.898057 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-76f1716b-6c52-42e6-bc90-6de20b76c8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:54.906373 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:54.992998 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-76f1716b-6c52-42e6-bc90-6de20b76c8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:55.108182 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-76f1716b-6c52-42e6-bc90-6de20b76c8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:55.110823 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b899e823-dac6-4dea-ab6b-2f0aeaa4487f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:55.149065 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1716b-6c52-42e6-bc90-6de20b76c8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073973ee-d1cc-4003-ae34-3375408208b5,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:55.153288 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-76f1716b-6c52-42e6-bc90-6de20b76c8cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b4f02a6b7c343818fbe6417c4b4ae80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734811 Jun 12 17:08:55.154251 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-76f1716b-6c52-42e6-bc90-6de20b76c8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:55.156331 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33728) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:08:55.214008 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f14d1aa8-28ca-41fe-896d-29f279cc1613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:55.238779 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f14d1aa8-28ca-41fe-896d-29f279cc1613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:55.337088 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-042825a0-fadb-45a6-8ca6-f9417d540d35 req-dc13831d-4383-4c9c-8c45-2b3a253d9034 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663395 Jun 12 17:08:55.382565 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f14d1aa8-28ca-41fe-896d-29f279cc1613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:55.385366 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f14d1aa8-28ca-41fe-896d-29f279cc1613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:55.386505 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-f14d1aa8-28ca-41fe-896d-29f279cc1613 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/073973ee-d1cc-4003-ae34-3375408208b5 HTTP/1.1" status: 204 len: 168 time: 0.2294927 Jun 12 17:08:55.387275 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b72a9f13-698e-40c9-bde5-283c514683ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:08:55.395836 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d1aa8-28ca-41fe-896d-29f279cc1613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073973ee-d1cc-4003-ae34-3375408208b5,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:08:55.398595 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-f14d1aa8-28ca-41fe-896d-29f279cc1613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:08:55.439183 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042825a0-fadb-45a6-8ca6-f9417d540d35 req-a6d2a259-31df-45b7-8d13-4c1157dfe12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:55.441059 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-042825a0-fadb-45a6-8ca6-f9417d540d35 req-a6d2a259-31df-45b7-8d13-4c1157dfe12f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=27f65002b23d4deb8a864f9d7c9721a6&device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 1099 time: 0.0738628 Jun 12 17:08:55.574476 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042825a0-fadb-45a6-8ca6-f9417d540d35 req-399ee73f-1b0f-491e-ae0c-8ccf66d37c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:55.575835 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-042825a0-fadb-45a6-8ca6-f9417d540d35 req-399ee73f-1b0f-491e-ae0c-8ccf66d37c2a service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bd00fee-120e-4d62-8f0b-f1dd692edaaf HTTP/1.1" status: 200 len: 912 time: 0.1136880 Jun 12 17:08:55.664685 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-042825a0-fadb-45a6-8ca6-f9417d540d35 req-361ea312-21c0-4371-a77d-ee4c70c987bc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 HTTP/1.1" status: 200 len: 1001 time: 0.0806792 Jun 12 17:08:55.728458 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042825a0-fadb-45a6-8ca6-f9417d540d35 req-5b24a258-ded9-4063-8a23-77c2a5da44fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:55.729903 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-042825a0-fadb-45a6-8ca6-f9417d540d35 req-5b24a258-ded9-4063-8a23-77c2a5da44fd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6b76acd-3b25-497d-91fe-7cc8125c8173 HTTP/1.1" status: 200 len: 850 time: 0.0579252 Jun 12 17:08:55.763954 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:55.811371 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042825a0-fadb-45a6-8ca6-f9417d540d35 req-18ba9428-bbc9-4a6e-bf30-af5c1cd06253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:08:55.812849 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-042825a0-fadb-45a6-8ca6-f9417d540d35 req-18ba9428-bbc9-4a6e-bf30-af5c1cd06253 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bd00fee-120e-4d62-8f0b-f1dd692edaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747807 Jun 12 17:08:55.822082 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:08:55.933070 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-042825a0-fadb-45a6-8ca6-f9417d540d35 req-3d2b91ed-3b8e-4796-899f-60428f32057f service neutron] 10.222.0.22 "GET /v2.0/networks/1bd00fee-120e-4d62-8f0b-f1dd692edaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131630 Jun 12 17:08:56.051829 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-042825a0-fadb-45a6-8ca6-f9417d540d35 req-a5c5063e-c86d-4204-ba1d-7c743c89d0cd service neutron] 10.222.0.22 "GET /v2.0/networks/1bd00fee-120e-4d62-8f0b-f1dd692edaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118846 Jun 12 17:08:57.365054 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:01.237137 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:09:01.828920 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969df7fa-86c8-4053-97ed-cb595399dfd4 req-d0dea270-cbf1-4a55-beb1-78a42e68dc84 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:01.830393 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-969df7fa-86c8-4053-97ed-cb595399dfd4 req-d0dea270-cbf1-4a55-beb1-78a42e68dc84 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 947 time: 0.0832305 Jun 12 17:09:01.873167 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-969df7fa-86c8-4053-97ed-cb595399dfd4 req-872e5047-b0c6-485e-a407-e79a54d3c50e tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367985 Jun 12 17:09:03.075523 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4308b-a5e9-4c51-a5d8-ab887ad1e47b req-9a10ff7c-e9fb-4cca-bcfa-6370035bf26f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:03.076958 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2ef4308b-a5e9-4c51-a5d8-ab887ad1e47b req-9a10ff7c-e9fb-4cca-bcfa-6370035bf26f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 947 time: 0.0763662 Jun 12 17:09:03.122260 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2ef4308b-a5e9-4c51-a5d8-ab887ad1e47b req-6fe04a58-9c6a-4237-8fbe-a324359a1bc9 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9bab01d-5360-4ddb-8b30-136632a157e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396700 Jun 12 17:09:03.547306 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439303d-27ce-4adb-b091-7ab77e1a46c0 req-db2b2f16-6964-498a-bf78-e5505d8a617e tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:03.548841 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d439303d-27ce-4adb-b091-7ab77e1a46c0 req-db2b2f16-6964-498a-bf78-e5505d8a617e tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 947 time: 0.0710125 Jun 12 17:09:03.671910 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-d439303d-27ce-4adb-b091-7ab77e1a46c0 req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Deleting port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:09:03.672290 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-d439303d-27ce-4adb-b091-7ab77e1a46c0 req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:03.774936 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33884) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:03.785222 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-d439303d-27ce-4adb-b091-7ab77e1a46c0 req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] For port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:09:03.785607 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-d439303d-27ce-4adb-b091-7ab77e1a46c0 req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:03.889141 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-90bacbcc-6916-4050-a62a-ac0961a6300c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:03.995486 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-90bacbcc-6916-4050-a62a-ac0961a6300c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:04.060139 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-d439303d-27ce-4adb-b091-7ab77e1a46c0 req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:04.060511 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-d439303d-27ce-4adb-b091-7ab77e1a46c0 req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16397436'] for floatingip, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:04.060821 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.l3_db [req-d439303d-27ce-4adb-b091-7ab77e1a46c0 req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Floating IP 08033d6b-bf1e-4ba4-bd0a-d30cc3c29c8b disassociated. External IP: 172.27.1.8, port: 7b182cb1-0320-4cea-9c2e-bf0050d5acd1. Jun 12 17:09:04.061163 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-d439303d-27ce-4adb-b091-7ab77e1a46c0 req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Calling delete_port for 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 owned by compute:nova {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:09:04.113390 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-90bacbcc-6916-4050-a62a-ac0961a6300c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:04.117704 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-cfd1973d-0a7c-481c-b318-4130b3bb73dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:04.159764 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-90bacbcc-6916-4050-a62a-ac0961a6300c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c40de9ee0e8a4d1180980a7a28f36663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3833358 Jun 12 17:09:04.160775 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bacbcc-6916-4050-a62a-ac0961a6300c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885356d5-af79-4e69-ac32-601519fcfc5b,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:04.163270 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33896) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:04.166215 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-90bacbcc-6916-4050-a62a-ac0961a6300c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:04.228050 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-729b6221-f248-4806-b4a9-69ab0ba190c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:04.259110 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-729b6221-f248-4806-b4a9-69ab0ba190c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:04.291722 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-d439303d-27ce-4adb-b091-7ab77e1a46c0 req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:04.299253 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:04.319690 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33900) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:04.324103 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-16471ae8-692a-4a85-8b38-f9dfa66d1dfb req-287f8dbb-32dc-48e5-aa92-f32d2c74f516 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 210 time: 0.0526445 Jun 12 17:09:04.338106 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Pushing event deleted for resources: {'Port': ['ID=7b182cb1-0320-4cea-9c2e-bf0050d5acd1,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:04.349913 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:04.350193 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:04.350977 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:04.351983 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:04.352350 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:04.352718 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:04.353081 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:04.353436 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:04.353793 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:04.354146 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:04.354502 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:04.354853 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:04.358634 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:04.427831 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-729b6221-f248-4806-b4a9-69ab0ba190c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:04.430548 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-729b6221-f248-4806-b4a9-69ab0ba190c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:04.432023 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-729b6221-f248-4806-b4a9-69ab0ba190c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/885356d5-af79-4e69-ac32-601519fcfc5b HTTP/1.1" status: 204 len: 168 time: 0.2669458 Jun 12 17:09:04.432948 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-571cffc6-a1c7-4ac2-9429-06386aebc8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:04.449172 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b6221-f248-4806-b4a9-69ab0ba190c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885356d5-af79-4e69-ac32-601519fcfc5b,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:04.452227 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-729b6221-f248-4806-b4a9-69ab0ba190c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:04.461478 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c7a687ea-cad5-45f5-81b0-29cbcafcc464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:04.531173 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d439303d-27ce-4adb-b091-7ab77e1a46c0 req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:09:04.581451 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c7a687ea-cad5-45f5-81b0-29cbcafcc464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:04.673769 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c7a687ea-cad5-45f5-81b0-29cbcafcc464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:04.677840 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-1b77c65c-f6fb-489e-97a1-ae29a9e776b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:04.693313 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d439303d-27ce-4adb-b091-7ab77e1a46c0 req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:09:04.709454 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584c67d3-f714-4ff1-b984-891308a99b1a None None] Sync routers for ids ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:09:04.724497 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584c67d3-f714-4ff1-b984-891308a99b1a None None] Routers {'5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:09:04.725706 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-584c67d3-f714-4ff1-b984-891308a99b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:08:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:04.738985 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-c7a687ea-cad5-45f5-81b0-29cbcafcc464 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e65c57cd18ac489bb4e6245ab75ece58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4139056 Jun 12 17:09:04.741431 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33910) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:04.751684 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d439303d-27ce-4adb-b091-7ab77e1a46c0 req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] No DVR routers for this DVR port 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 on host hv-cinder-79611 {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:09:04.754419 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-d439303d-27ce-4adb-b091-7ab77e1a46c0 req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:04.756402 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d439303d-27ce-4adb-b091-7ab77e1a46c0 req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.22 "DELETE /v2.0/ports/7b182cb1-0320-4cea-9c2e-bf0050d5acd1 HTTP/1.1" status: 204 len: 173 time: 1.2010989 Jun 12 17:09:04.757134 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f051e2-8a8b-4b42-aee6-171c04d886ab', 'name': 'network-vif-deleted', 'tag': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:09:04.759964 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7ef0a0-64e5-4d17-b42d-9d1d01d142df" -d '{"events": [{"server_uuid": "e3f051e2-8a8b-4b42-aee6-171c04d886ab", "name": "network-vif-deleted", "tag": "7b182cb1-0320-4cea-9c2e-bf0050d5acd1"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:09:04.784350 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a687ea-cad5-45f5-81b0-29cbcafcc464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f02308-360b-4d8c-a66a-cee995e3a19e,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:04.789877 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-c7a687ea-cad5-45f5-81b0-29cbcafcc464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:04.808838 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d8ad-087e-40dd-8007-804ad98b755c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:04.835146 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d8ad-087e-40dd-8007-804ad98b755c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:04.838434 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20420c9-0b3d-402b-909d-cd1f379f0022 x-openstack-request-id: req-c20420c9-0b3d-402b-909d-cd1f379f0022 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:09:04.838759 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f051e2-8a8b-4b42-aee6-171c04d886ab", "name": "network-vif-deleted", "tag": "7b182cb1-0320-4cea-9c2e-bf0050d5acd1", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:09:04.839050 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c20420c9-0b3d-402b-909d-cd1f379f0022 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:09:04.839474 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f051e2-8a8b-4b42-aee6-171c04d886ab', 'name': 'network-vif-deleted', 'tag': '7b182cb1-0320-4cea-9c2e-bf0050d5acd1', 'status': 'completed', 'code': 200} Jun 12 17:09:04.918033 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-584c67d3-f714-4ff1-b984-891308a99b1a None None] Set router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:09:04.979314 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d8ad-087e-40dd-8007-804ad98b755c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:04.981908 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d8ad-087e-40dd-8007-804ad98b755c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:04.983053 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-b5a9d8ad-087e-40dd-8007-804ad98b755c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76f02308-360b-4d8c-a66a-cee995e3a19e HTTP/1.1" status: 204 len: 168 time: 0.2398438 Jun 12 17:09:04.985497 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-29535053-2bd8-4e5d-a882-2ae11465ebba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:05.017415 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9d8ad-087e-40dd-8007-804ad98b755c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f02308-360b-4d8c-a66a-cee995e3a19e,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:05.022121 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b5a9d8ad-087e-40dd-8007-804ad98b755c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:05.204576 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-584c67d3-f714-4ff1-b984-891308a99b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:30Z', 'updated_at': '2021-06-12T17:04:38Z', 'revision_number': 4, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'gw_port': {'id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '5d9981a7-6e32-406b-ab19-0bda1af39032', 'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'mac_address': 'fa:16:3e:cd:59:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:36Z', 'updated_at': '2021-06-12T17:04:51Z', 'revision_number': 5, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'subnets': [{'id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:05.207897 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584c67d3-f714-4ff1-b984-891308a99b1a None None] Checking router: 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:09:05.216212 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584c67d3-f714-4ff1-b984-891308a99b1a None None] Routers {'5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:09:05.216835 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-584c67d3-f714-4ff1-b984-891308a99b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:08:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:05.380460 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-584c67d3-f714-4ff1-b984-891308a99b1a None None] Set router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:09:05.558772 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d0b2ed5f-2013-461c-9826-d4e0e3fc1e72 req-90abd684-d45c-4697-8f40-697d4e7b4d6a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3f051e2-8a8b-4b42-aee6-171c04d886ab HTTP/1.1" status: 200 len: 210 time: 0.0749457 Jun 12 17:09:05.824492 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-584c67d3-f714-4ff1-b984-891308a99b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:30Z', 'updated_at': '2021-06-12T17:04:38Z', 'revision_number': 4, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'gw_port': {'id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '5d9981a7-6e32-406b-ab19-0bda1af39032', 'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'mac_address': 'fa:16:3e:cd:59:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:36Z', 'updated_at': '2021-06-12T17:04:51Z', 'revision_number': 5, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'subnets': [{'id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:05.828683 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584c67d3-f714-4ff1-b984-891308a99b1a None None] The sync data for ids ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'] in dv-cinder-796114-2-iscsi is: [{'id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:30Z', 'updated_at': '2021-06-12T17:04:38Z', 'revision_number': 4, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'gw_port': {'id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '5d9981a7-6e32-406b-ab19-0bda1af39032', 'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'mac_address': 'fa:16:3e:cd:59:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:36Z', 'updated_at': '2021-06-12T17:04:51Z', 'revision_number': 5, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'subnets': [{'id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:09:05.928659 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:09:05.955472 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] No Port match for: 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:09:05.955946 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 7b182cb1-0320-4cea-9c2e-bf0050d5acd1 not bound to the agent host hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:09:05.987510 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33938) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:06.010124 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7439cb7a-9762-48ef-b4e6-b9d415281b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:06.139930 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7439cb7a-9762-48ef-b4e6-b9d415281b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:06.145846 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4711e-b53b-48d0-b16a-66c61dec99e4 None None] New status for floating IP 08033d6b-bf1e-4ba4-bd0a-d30cc3c29c8b: DOWN {{(pid=92469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 17:09:06.405677 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7439cb7a-9762-48ef-b4e6-b9d415281b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:06.408715 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-f14d1aa8-28ca-41fe-896d-29f279cc1613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:06.452532 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-7439cb7a-9762-48ef-b4e6-b9d415281b8f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe519b76136b4cdd9b2988433d992681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4638891 Jun 12 17:09:06.453495 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439cb7a-9762-48ef-b4e6-b9d415281b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9b1170-27de-4a64-ae79-01eab40cf1b4,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:06.455398 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 33942) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:06.456800 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-7439cb7a-9762-48ef-b4e6-b9d415281b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:06.517630 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-182be8d7-9df5-4500-aa28-8bf57363428d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:06.544323 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-182be8d7-9df5-4500-aa28-8bf57363428d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:06.703404 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-182be8d7-9df5-4500-aa28-8bf57363428d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:06.713496 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-182be8d7-9df5-4500-aa28-8bf57363428d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:06.716727 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-182be8d7-9df5-4500-aa28-8bf57363428d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d9b1170-27de-4a64-ae79-01eab40cf1b4 HTTP/1.1" status: 204 len: 168 time: 0.2572908 Jun 12 17:09:06.716727 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e06e3cc2-7864-4c35-a453-7f1475e01f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:06.730108 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182be8d7-9df5-4500-aa28-8bf57363428d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9b1170-27de-4a64-ae79-01eab40cf1b4,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:06.732485 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-182be8d7-9df5-4500-aa28-8bf57363428d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:06.795421 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 33960) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:06.852671 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01818cdd-261d-46a3-a5eb-6ccc56cdab5d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:06.876970 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01818cdd-261d-46a3-a5eb-6ccc56cdab5d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:07.028882 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01818cdd-261d-46a3-a5eb-6ccc56cdab5d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:07.032838 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01818cdd-261d-46a3-a5eb-6ccc56cdab5d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:07.034199 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-01818cdd-261d-46a3-a5eb-6ccc56cdab5d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "DELETE /v2.0/security-groups/c9bab01d-5360-4ddb-8b30-136632a157e9 HTTP/1.1" status: 204 len: 168 time: 0.2381792 Jun 12 17:09:07.035183 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b5a9d8ad-087e-40dd-8007-804ad98b755c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:07.037102 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 33968) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:07.046291 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01818cdd-261d-46a3-a5eb-6ccc56cdab5d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bab01d-5360-4ddb-8b30-136632a157e9,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:07.057272 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-01818cdd-261d-46a3-a5eb-6ccc56cdab5d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:07.062338 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.api.v2.resource [None req-922c7c11-f44b-46e1-896c-fe98d155468a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] show failed (client error): The resource could not be found. Jun 12 17:09:07.063646 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-922c7c11-f44b-46e1-896c-fe98d155468a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups/c9bab01d-5360-4ddb-8b30-136632a157e9 HTTP/1.1" status: 404 len: 347 time: 0.0245147 Jun 12 17:09:07.066750 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 33970) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:07.259566 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7a050-ff48-4c71-b2d4-39fc4e9b9bcd tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Deleting port cfaa07bd-5448-4489-ae71-4addbe3320e4 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:09:07.259901 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a050-ff48-4c71-b2d4-39fc4e9b9bcd tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:07.362043 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a050-ff48-4c71-b2d4-39fc4e9b9bcd tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:07.362415 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a050-ff48-4c71-b2d4-39fc4e9b9bcd tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:07.461293 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7a050-ff48-4c71-b2d4-39fc4e9b9bcd tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Calling delete_port for cfaa07bd-5448-4489-ae71-4addbe3320e4 owned by network:floatingip {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:09:07.707817 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a050-ff48-4c71-b2d4-39fc4e9b9bcd tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:07.709896 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-c51a78bf-4918-422e-bf7d-236538227405 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:07.743499 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7a050-ff48-4c71-b2d4-39fc4e9b9bcd tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Pushing event deleted for resources: {'Port': ['ID=cfaa07bd-5448-4489-ae71-4addbe3320e4,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:07.747321 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-5aa7a050-ff48-4c71-b2d4-39fc4e9b9bcd tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:07.835515 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a050-ff48-4c71-b2d4-39fc4e9b9bcd tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for floatingip, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:07.838122 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a050-ff48-4c71-b2d4-39fc4e9b9bcd tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:07.839330 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-5aa7a050-ff48-4c71-b2d4-39fc4e9b9bcd tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "DELETE /v2.0/floatingips/08033d6b-bf1e-4ba4-bd0a-d30cc3c29c8b HTTP/1.1" status: 204 len: 168 time: 0.7715223 Jun 12 17:09:08.218815 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34012) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:08.223650 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-ea002589-5499-49ae-be37-1d8a1ae67b8a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--552088348', 'description': 'tempest-description--1668509146'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:08.355066 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ea002589-5499-49ae-be37-1d8a1ae67b8a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:08.447268 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ea002589-5499-49ae-be37-1d8a1ae67b8a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:08.541836 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ea002589-5499-49ae-be37-1d8a1ae67b8a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:08.545416 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-76f1716b-6c52-42e6-bc90-6de20b76c8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:08.574629 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea002589-5499-49ae-be37-1d8a1ae67b8a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4f2b4c-2ebf-4d27-96af-8db037bca338,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:08.577439 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-ea002589-5499-49ae-be37-1d8a1ae67b8a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:08.637867 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ea002589-5499-49ae-be37-1d8a1ae67b8a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:08.639138 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-ea002589-5499-49ae-be37-1d8a1ae67b8a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4191663 Jun 12 17:09:08.641958 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34022) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:08.646489 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-c395387e-c4fc-4ca9-a28a-53ce5abe2d5b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Request body: {'security_group_rule': {'security_group_id': '2b4f2b4c-2ebf-4d27-96af-8db037bca338', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:08.747985 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c395387e-c4fc-4ca9-a28a-53ce5abe2d5b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:08.808587 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c395387e-c4fc-4ca9-a28a-53ce5abe2d5b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:08.907814 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c395387e-c4fc-4ca9-a28a-53ce5abe2d5b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:08.910009 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:08.928502 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395387e-c4fc-4ca9-a28a-53ce5abe2d5b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718a02ea-8c45-43a0-9d63-e1c8cbc215ac,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:08.931203 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-c395387e-c4fc-4ca9-a28a-53ce5abe2d5b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:09.130579 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c395387e-c4fc-4ca9-a28a-53ce5abe2d5b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:09.131818 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-c395387e-c4fc-4ca9-a28a-53ce5abe2d5b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4888129 Jun 12 17:09:09.134810 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34036) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:09.139286 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-ec75558a-1a75-48ee-9ba1-bde0e49ec27c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Request body: {'security_group_rule': {'security_group_id': '2b4f2b4c-2ebf-4d27-96af-8db037bca338', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:09.278562 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ec75558a-1a75-48ee-9ba1-bde0e49ec27c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:09.339123 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ec75558a-1a75-48ee-9ba1-bde0e49ec27c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:09.428089 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ec75558a-1a75-48ee-9ba1-bde0e49ec27c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:09.430885 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-5c56b8b2-864c-4f3c-8759-26877d8e4c6c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:09.447968 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75558a-1a75-48ee-9ba1-bde0e49ec27c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92fd7c4d-ba11-42b9-adff-cc46c14653c7,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:09.450446 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-ec75558a-1a75-48ee-9ba1-bde0e49ec27c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:09.513790 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ec75558a-1a75-48ee-9ba1-bde0e49ec27c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:09.515033 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-ec75558a-1a75-48ee-9ba1-bde0e49ec27c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3792465 Jun 12 17:09:09.517966 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34052) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:09.523264 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Request body: {'floatingip': {'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:09.685180 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for floatingip, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:09.803517 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:09.924864 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_common [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Allocated IP 172.27.1.13 (ea6ee7b2-d8f2-435f-804e-11e3b9b06d41/91bb23a6-47cd-46ba-a600-d5abe9f7088a/9d811205-5f35-468d-8fae-eb1148ab7461) {{(pid=92466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:09:10.063377 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for port, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:10.182841 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12901255'] for port, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:10.185996 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b828cd53-28c5-41cd-84b2-75f7290d6946 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:10.230609 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:09:10.233541 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:09:10.236880 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Received port after_create {{(pid=92466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:09:10.265441 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Pushing event updated for resources: {'Port': ['ID=9d811205-5f35-468d-8fae-eb1148ab7461,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:10.280659 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:10.281235 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:10.281413 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:10.281777 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:10.282138 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:10.282496 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:10.282872 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:10.283215 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:10.283602 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:10.283962 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:10.284316 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:10.284691 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:10.290670 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:10.587094 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:10.713675 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:10.922611 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for port, precommit_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:10.988842 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12901305'] for port, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:10.992864 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b7caf382-169b-4ed2-9f35-d92001f46f32 tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:11.083441 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Pushing event updated for resources: {'Port': ['ID=9d811205-5f35-468d-8fae-eb1148ab7461,revision_number=2']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:11.092485 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:11.111383 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16397436'] for floatingip, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:11.274133 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:11.275329 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7563910 Jun 12 17:09:11.496799 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-f88176a7-5dca-48de-aa0f-d35bb5335b27 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--552088348&fields=id&tenant_id=cb7095c203644131bc201541fe94bc98 HTTP/1.1" status: 200 len: 267 time: 0.0466700 Jun 12 17:09:11.532438 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd665d2-8eeb-4ec4-933b-e595c98ee0b6 req-9590ebf6-f162-49ea-9295-fc1b903820d0 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:11.532438 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2fd665d2-8eeb-4ec4-933b-e595c98ee0b6 req-9590ebf6-f162-49ea-9295-fc1b903820d0 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 984 time: 0.0833552 Jun 12 17:09:11.608234 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2fd665d2-8eeb-4ec4-933b-e595c98ee0b6 req-f864cbdc-cfb1-4ed4-b544-5137b50c1786 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&id=12513e5f-f437-4e19-9239-cfc42812b875&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727649 Jun 12 17:09:11.630690 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29221827-b7b1-4ffc-9884-39f4deb7c302 req-bfd11b50-94ec-4030-bd89-946db180da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:11.633615 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-29221827-b7b1-4ffc-9884-39f4deb7c302 req-bfd11b50-94ec-4030-bd89-946db180da13 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8739bb767738461088ab796ff2a650ac&device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 1137 time: 0.0814393 Jun 12 17:09:11.647299 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-8a10310a-0363-46d5-8291-efc886230492 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:11.649768 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-8a10310a-0363-46d5-8291-efc886230492 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/networks?id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e HTTP/1.1" status: 200 len: 817 time: 0.1459134 Jun 12 17:09:11.666625 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-c4f7c0ae-c46b-430f-baa9-1f3b774955ce tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/quotas/cb7095c203644131bc201541fe94bc98 HTTP/1.1" status: 200 len: 375 time: 0.0108981 Jun 12 17:09:11.744101 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-f8ab56cb-9a57-485b-8ec9-a7816586ea0c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb7095c203644131bc201541fe94bc98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0738027 Jun 12 17:09:11.752337 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29221827-b7b1-4ffc-9884-39f4deb7c302 req-55592fd4-bad1-4204-bd70-29d4e4cb1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:11.753804 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-29221827-b7b1-4ffc-9884-39f4deb7c302 req-55592fd4-bad1-4204-bd70-29d4e4cb1edc service neutron] 10.222.0.22 "GET /v2.0/networks?id=b69f48d8-e3c1-47a9-b277-5d23daa57c00 HTTP/1.1" status: 200 len: 916 time: 0.1128044 Jun 12 17:09:11.873426 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-025fae1f-e031-4825-b47d-2f064cf7b689 service neutron] 10.222.0.16 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166985 Jun 12 17:09:12.002940 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-156840d5-7d18-4365-8046-58bbe8576ea6 service neutron] 10.222.0.16 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227584 Jun 12 17:09:12.129553 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-29221827-b7b1-4ffc-9884-39f4deb7c302 req-65feb3de-3541-4c33-a75b-0be84d4573f5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e110f07d-1a16-40e4-8fe0-01da331a1480 HTTP/1.1" status: 200 len: 1001 time: 0.3687391 Jun 12 17:09:12.186214 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29221827-b7b1-4ffc-9884-39f4deb7c302 req-6ff41a67-cfb4-487e-b630-4c09edbc7ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:12.187662 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-29221827-b7b1-4ffc-9884-39f4deb7c302 req-6ff41a67-cfb4-487e-b630-4c09edbc7ce3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b3013f0-63c6-436f-b840-5e869aac9153 HTTP/1.1" status: 200 len: 854 time: 0.0513861 Jun 12 17:09:12.251757 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29221827-b7b1-4ffc-9884-39f4deb7c302 req-60bac702-8542-4099-b45f-ddd9b1ef0933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:12.253230 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-29221827-b7b1-4ffc-9884-39f4deb7c302 req-60bac702-8542-4099-b45f-ddd9b1ef0933 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b69f48d8-e3c1-47a9-b277-5d23daa57c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586977 Jun 12 17:09:12.383615 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4dd04401-3483-4f5e-95f8-8744a8fec76b req-3a733b34-bed8-4f78-b5a0-fde2029c9592 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 210 time: 0.0430200 Jun 12 17:09:12.403949 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-29221827-b7b1-4ffc-9884-39f4deb7c302 req-f69c0f5e-d9c6-4f87-8861-5dc54eb030be service neutron] 10.222.0.22 "GET /v2.0/networks/b69f48d8-e3c1-47a9-b277-5d23daa57c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430357 Jun 12 17:09:12.526083 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-29221827-b7b1-4ffc-9884-39f4deb7c302 req-8e70ff22-7124-4ac6-b56a-43807141a9ed service neutron] 10.222.0.22 "GET /v2.0/networks/b69f48d8-e3c1-47a9-b277-5d23daa57c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162095 Jun 12 17:09:12.826422 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37d561-a7f7-498e-b235-26ae369d4c4c req-481ef199-99fc-454d-8456-e2bf5fbecedc tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:12.827939 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9f37d561-a7f7-498e-b235-26ae369d4c4c req-481ef199-99fc-454d-8456-e2bf5fbecedc tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 984 time: 0.0954778 Jun 12 17:09:12.877259 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9f37d561-a7f7-498e-b235-26ae369d4c4c req-028d345b-5298-4be8-8a6d-85af18681f59 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&id=12513e5f-f437-4e19-9239-cfc42812b875&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435095 Jun 12 17:09:13.531448 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b092fe78-d775-4884-b2c5-abead355febf req-d9b7e73a-0788-4a38-9eca-6eac3509a791 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 210 time: 0.0342586 Jun 12 17:09:14.053487 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79de561-b9b2-42ff-9129-f9dfa29e9f27 req-502d3b25-d0ec-484c-94fe-db03ac9472bb tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:14.055450 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b79de561-b9b2-42ff-9129-f9dfa29e9f27 req-502d3b25-d0ec-484c-94fe-db03ac9472bb tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 984 time: 0.0684514 Jun 12 17:09:14.099040 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b79de561-b9b2-42ff-9129-f9dfa29e9f27 req-e034e552-8377-4639-ab29-52530a3b19ee tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&id=12513e5f-f437-4e19-9239-cfc42812b875&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378613 Jun 12 17:09:14.683461 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-de795ad6-47e8-4fc4-8a79-4e0b5892590f req-125cce74-affa-48fd-94c9-f3c0abb87854 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 210 time: 0.0367341 Jun 12 17:09:15.279846 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8193152-c06f-4584-90b6-42a1ee67f2a8 req-5c4deb58-5547-4b1a-888a-72a2c72385ed tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:15.281363 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d8193152-c06f-4584-90b6-42a1ee67f2a8 req-5c4deb58-5547-4b1a-888a-72a2c72385ed tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 984 time: 0.0676434 Jun 12 17:09:15.328300 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d8193152-c06f-4584-90b6-42a1ee67f2a8 req-2af7d499-4085-4957-b648-5861d19c868c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&id=12513e5f-f437-4e19-9239-cfc42812b875&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412779 Jun 12 17:09:15.827668 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fadcdcec-f20e-4955-a0bc-9a3901b46f82 req-a016f328-574b-4db6-9d34-271cde45136d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 210 time: 0.0328300 Jun 12 17:09:16.506801 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cb688-7fe9-4038-9277-8486213e12da req-93fdd0d3-c382-41d8-9b77-bd269774c444 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:16.508719 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-656cb688-7fe9-4038-9277-8486213e12da req-93fdd0d3-c382-41d8-9b77-bd269774c444 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 984 time: 0.0701935 Jun 12 17:09:16.554958 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-656cb688-7fe9-4038-9277-8486213e12da req-f767cb18-ce6b-46db-9bb0-05f6f87a0838 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&id=12513e5f-f437-4e19-9239-cfc42812b875&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395834 Jun 12 17:09:17.001783 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1680aeb9-e712-4ead-8611-4fff1eb82e6c req-96b4ac96-ce2f-4424-8783-5e8462ea5832 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 210 time: 0.0502098 Jun 12 17:09:17.388621 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-02252b1c-46ca-4a3b-851a-c080c2a6eac4 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:17.390084 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-02252b1c-46ca-4a3b-851a-c080c2a6eac4 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.22 "GET /v2.0/networks?id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e HTTP/1.1" status: 200 len: 817 time: 0.1271963 Jun 12 17:09:17.436718 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-fc59859d-6b49-4e96-a730-ac1dd8af7ec6 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb7095c203644131bc201541fe94bc98 HTTP/1.1" status: 200 len: 379 time: 0.0378921 Jun 12 17:09:17.445680 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-d5b6651a-60a3-42c9-b25c-da0e0674ef29 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Request body: {'port': {'device_id': '87e03a23-57b3-4757-ac13-facb82563b93', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'admin_state_up': True, 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'security_groups': ['2b4f2b4c-2ebf-4d27-96af-8db037bca338']}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:17.674817 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-d5b6651a-60a3-42c9-b25c-da0e0674ef29 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Made reservation on behalf of cb7095c203644131bc201541fe94bc98 for: {'port': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:09:17.681690 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-d5b6651a-60a3-42c9-b25c-da0e0674ef29 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:17.716221 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34222) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:17.767052 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb5544-17fd-4f20-9532-94228a4f1134 req-e4341989-0a2b-4410-9f82-5a8e259b4ae0 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:17.768666 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bdbb5544-17fd-4f20-9532-94228a4f1134 req-e4341989-0a2b-4410-9f82-5a8e259b4ae0 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 984 time: 0.0870907 Jun 12 17:09:17.824925 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bdbb5544-17fd-4f20-9532-94228a4f1134 req-ee1d6369-8e9c-41c8-b28a-4a2339be0afa tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&id=12513e5f-f437-4e19-9239-cfc42812b875&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492015 Jun 12 17:09:17.845576 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4ebdaddb-1735-4cfc-a6f2-3870c4c79c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:17.862502 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-d5b6651a-60a3-42c9-b25c-da0e0674ef29 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Allocated IP 172.20.0.9 (2fce73c6-7c1b-497f-9f7e-7b8e1326da1e/a580d181-6158-4a52-89c2-8aedf3a5088e/ed1a3972-5768-4520-be4d-a49516e1e221) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:09:17.942254 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4ebdaddb-1735-4cfc-a6f2-3870c4c79c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:18.032152 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-d5b6651a-60a3-42c9-b25c-da0e0674ef29 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:18.045622 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-d5b6651a-60a3-42c9-b25c-da0e0674ef29 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Transition to ACTIVE for port object ed1a3972-5768-4520-be4d-a49516e1e221 will not be triggered until provisioned by entity DHCP. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:09:18.068221 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4ebdaddb-1735-4cfc-a6f2-3870c4c79c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:18.072295 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-6f9fe478-4292-4962-ab18-3a0097951b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:18.114583 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-4ebdaddb-1735-4cfc-a6f2-3870c4c79c61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e8e0e6a87704479981f30d8a96acfa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970251 Jun 12 17:09:18.117596 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 34232) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:18.118400 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdaddb-1735-4cfc-a6f2-3870c4c79c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39374a6-f92f-453c-bb0f-69de17f74797,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:18.122378 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-4ebdaddb-1735-4cfc-a6f2-3870c4c79c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:18.168510 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-868b7566-41c7-4f0a-803d-de1dda795430 req-392f2ed2-e180-4fc9-b533-2bb9c216e0e9 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 210 time: 0.0422676 Jun 12 17:09:18.203353 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-72de53e9-a9c4-4eb8-8e24-bfe410d06d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:18.206342 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-d5b6651a-60a3-42c9-b25c-da0e0674ef29 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:18.210853 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-44246b16-3039-4f24-8a4e-f6d89468d884 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:18.276725 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-72de53e9-a9c4-4eb8-8e24-bfe410d06d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:18.281132 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-d5b6651a-60a3-42c9-b25c-da0e0674ef29 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Network 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:09:18.291986 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-d5b6651a-60a3-42c9-b25c-da0e0674ef29 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:09:18.305170 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-d5b6651a-60a3-42c9-b25c-da0e0674ef29 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:09:18.343034 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6651a-60a3-42c9-b25c-da0e0674ef29 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Pushing event updated for resources: {'Port': ['ID=ed1a3972-5768-4520-be4d-a49516e1e221,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:18.355665 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-d5b6651a-60a3-42c9-b25c-da0e0674ef29 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:18.379914 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-d5b6651a-60a3-42c9-b25c-da0e0674ef29 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:18.380534 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-d5b6651a-60a3-42c9-b25c-da0e0674ef29 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:18.492035 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-d5b6651a-60a3-42c9-b25c-da0e0674ef29 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0495892 Jun 12 17:09:18.492749 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-72de53e9-a9c4-4eb8-8e24-bfe410d06d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:18.495478 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-72de53e9-a9c4-4eb8-8e24-bfe410d06d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:18.496533 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-72de53e9-a9c4-4eb8-8e24-bfe410d06d21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d39374a6-f92f-453c-bb0f-69de17f74797 HTTP/1.1" status: 204 len: 168 time: 0.3778317 Jun 12 17:09:18.497282 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-0f4fd743-d464-4f12-86e8-bc644362ceb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:18.504790 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Request body: {'port': {'device_id': '87e03a23-57b3-4757-ac13-facb82563b93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:18.541813 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de53e9-a9c4-4eb8-8e24-bfe410d06d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39374a6-f92f-453c-bb0f-69de17f74797,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:18.545467 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-72de53e9-a9c4-4eb8-8e24-bfe410d06d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:18.582463 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-d00c9b3b-5bc3-49d1-8686-b6d5cd45156f None None] Provisioning for port ed1a3972-5768-4520-be4d-a49516e1e221 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:09:18.594915 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-d00c9b3b-5bc3-49d1-8686-b6d5cd45156f None None] Provisioning complete for port ed1a3972-5768-4520-be4d-a49516e1e221 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:18.595513 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-d00c9b3b-5bc3-49d1-8686-b6d5cd45156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:18.613636 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:18.653510 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-d00c9b3b-5bc3-49d1-8686-b6d5cd45156f None None] Port ed1a3972-5768-4520-be4d-a49516e1e221 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:09:18.977418 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1a3972-5768-4520-be4d-a49516e1e221 {{(pid=92467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:09:18.986354 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:18.999629 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Transition to ACTIVE for port object ed1a3972-5768-4520-be4d-a49516e1e221 will not be triggered until provisioned by entity L2. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:09:19.024300 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c9bb7-87fb-4033-b97a-948a5e1366aa req-347fb9c3-4e0c-4b16-acb9-18d0ed34f09b tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:19.025986 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bc8c9bb7-87fb-4033-b97a-948a5e1366aa req-347fb9c3-4e0c-4b16-acb9-18d0ed34f09b tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 984 time: 0.0727792 Jun 12 17:09:19.075046 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bc8c9bb7-87fb-4033-b97a-948a5e1366aa req-1c076f17-c660-4285-af61-c6588eff50fe tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&id=12513e5f-f437-4e19-9239-cfc42812b875&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430357 Jun 12 17:09:19.079308 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:19.083107 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:19.182168 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Pushing event updated for resources: {'Port': ['ID=ed1a3972-5768-4520-be4d-a49516e1e221,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:19.186040 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:19.264456 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34268) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:19.281186 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-58b3130b-f932-4579-ab13-90a0a995131a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:19.302534 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Attempting to bind port ed1a3972-5768-4520-be4d-a49516e1e221 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:09:19.302534 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Attempting to bind port ed1a3972-5768-4520-be4d-a49516e1e221 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'fa65e6f4-1b37-4142-92e7-b206f39500dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e'}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:09:19.302534 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Attempting to bind port ed1a3972-5768-4520-be4d-a49516e1e221 on network 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:09:19.308059 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Port ed1a3972-5768-4520-be4d-a49516e1e221 on network 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 17:09:19.308489 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Attempting to bind port ed1a3972-5768-4520-be4d-a49516e1e221 on network 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:09:19.314111 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Checking agent: {'id': '2dfdfaa1-9da4-4da7-bc93-db92fb710195', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'started_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:09:19.314624 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Checking segment: {'id': 'fa65e6f4-1b37-4142-92e7-b206f39500dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:09:19.315076 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Bound using segment: {'id': 'fa65e6f4-1b37-4142-92e7-b206f39500dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e'} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:09:19.315605 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Bound port: ed1a3972-5768-4520-be4d-a49516e1e221, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa65e6f4-1b37-4142-92e7-b206f39500dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e'}}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:09:19.316024 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:19.380517 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-58b3130b-f932-4579-ab13-90a0a995131a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:19.436984 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] For port ed1a3972-5768-4520-be4d-a49516e1e221, host hv-cinder-79611, cleared binding levels {{(pid=92467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:09:19.442887 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] For port ed1a3972-5768-4520-be4d-a49516e1e221, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ed1a3972-5768-4520-be4d-a49516e1e221,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:09:19.455194 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103134ce-d95a-449d-8894-3d08af429d21 req-7b6703b6-85f4-4110-b9f1-414b38b3b8f5 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:19.457737 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-103134ce-d95a-449d-8894-3d08af429d21 req-7b6703b6-85f4-4110-b9f1-414b38b3b8f5 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.1377316 Jun 12 17:09:19.484806 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-58b3130b-f932-4579-ab13-90a0a995131a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:19.488956 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b7d4bc9b-e526-42ea-9209-989ceffdff55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:19.502393 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-103134ce-d95a-449d-8894-3d08af429d21 req-96486768-7de3-43ef-b82b-3ff00eca3191 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393720 Jun 12 17:09:19.529412 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-58b3130b-f932-4579-ab13-90a0a995131a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f43d4fa2c17849918ef825a6213b9f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675216 Jun 12 17:09:19.531450 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3130b-f932-4579-ab13-90a0a995131a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50cac04-0b85-4a41-a683-1b2fec654bc4,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:19.532170 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 34270) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:19.534856 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-58b3130b-f932-4579-ab13-90a0a995131a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:19.562722 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:19.571340 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6a86e5b2-4a2f-43f7-a69e-cd6b5605fb17 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:19.616787 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:19.617407 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:19.623709 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] 10.222.0.22 "PUT /v2.0/ports/ed1a3972-5768-4520-be4d-a49516e1e221 HTTP/1.1" status: 200 len: 1093 time: 1.1190939 Jun 12 17:09:19.623709 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e03a23-57b3-4757-ac13-facb82563b93', 'tag': 'ed1a3972-5768-4520-be4d-a49516e1e221'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:09:19.623709 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e975f9-73f0-492b-b376-74a9cbf442d4" -d '{"events": [{"name": "network-changed", "server_uuid": "87e03a23-57b3-4757-ac13-facb82563b93", "tag": "ed1a3972-5768-4520-be4d-a49516e1e221"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:09:19.651179 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e8c3e64b-800c-47bc-bf34-932998018356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:19.666358 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Pushing event updated for resources: {'Port': ['ID=ed1a3972-5768-4520-be4d-a49516e1e221,revision_number=3']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:19.669867 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7f4bf9-796f-4076-922f-b40c6bd26b6c x-openstack-request-id: req-5b7f4bf9-796f-4076-922f-b40c6bd26b6c {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:09:19.670197 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e03a23-57b3-4757-ac13-facb82563b93", "tag": "ed1a3972-5768-4520-be4d-a49516e1e221", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:09:19.670489 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b7f4bf9-796f-4076-922f-b40c6bd26b6c {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:09:19.670916 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e03a23-57b3-4757-ac13-facb82563b93', 'tag': 'ed1a3972-5768-4520-be4d-a49516e1e221', 'status': 'completed', 'code': 200} Jun 12 17:09:19.673498 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:19.687589 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e8c3e64b-800c-47bc-bf34-932998018356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:19.781045 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e975f9-73f0-492b-b376-74a9cbf442d4 req-e4d3aaef-f918-43c5-b397-ca15b4a32015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:19.782545 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f3e975f9-73f0-492b-b376-74a9cbf442d4 req-e4d3aaef-f918-43c5-b397-ca15b4a32015 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cb7095c203644131bc201541fe94bc98&device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 1096 time: 0.0926352 Jun 12 17:09:19.874965 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e8c3e64b-800c-47bc-bf34-932998018356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:19.877607 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e8c3e64b-800c-47bc-bf34-932998018356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:19.878782 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-e8c3e64b-800c-47bc-bf34-932998018356 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c50cac04-0b85-4a41-a683-1b2fec654bc4 HTTP/1.1" status: 204 len: 168 time: 0.3456104 Jun 12 17:09:19.881408 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-5605a3cf-0d5f-4e61-8001-fc58368eed15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:19.908589 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3e64b-800c-47bc-bf34-932998018356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50cac04-0b85-4a41-a683-1b2fec654bc4,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:19.911999 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e8c3e64b-800c-47bc-bf34-932998018356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:19.945942 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e975f9-73f0-492b-b376-74a9cbf442d4 req-b0945641-a111-4203-9a55-c0b2c63bf52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:19.947422 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f3e975f9-73f0-492b-b376-74a9cbf442d4 req-b0945641-a111-4203-9a55-c0b2c63bf52b service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=cb7095c203644131bc201541fe94bc98&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1571517 Jun 12 17:09:20.065815 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e975f9-73f0-492b-b376-74a9cbf442d4 req-d13e16dd-5a11-4ed3-b4b9-3b9f3110153f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:20.067289 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f3e975f9-73f0-492b-b376-74a9cbf442d4 req-d13e16dd-5a11-4ed3-b4b9-3b9f3110153f service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1136262 Jun 12 17:09:20.168230 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-277e5277-884e-4be0-9481-7096b30a402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:20.170238 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-277e5277-884e-4be0-9481-7096b30a402c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cb7095c203644131bc201541fe94bc98&device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 1096 time: 0.0663228 Jun 12 17:09:20.231626 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-b20d38fa-8175-4d7f-9627-3a1bb2331b5e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed1a3972-5768-4520-be4d-a49516e1e221 HTTP/1.1" status: 200 len: 217 time: 0.0544462 Jun 12 17:09:20.326885 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-d255a095-9230-4106-8576-8d5ce78d79d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:20.328338 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-d255a095-9230-4106-8576-8d5ce78d79d5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a580d181-6158-4a52-89c2-8aedf3a5088e HTTP/1.1" status: 200 len: 856 time: 0.0892584 Jun 12 17:09:20.376495 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156eb8c2-701c-4ed6-886f-a0bd0f096d64 req-06f97bf8-5ae9-4af1-adc5-cd1c9873b818 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:20.377972 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-156eb8c2-701c-4ed6-886f-a0bd0f096d64 req-06f97bf8-5ae9-4af1-adc5-cd1c9873b818 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 984 time: 0.1489010 Jun 12 17:09:20.439607 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-156eb8c2-701c-4ed6-886f-a0bd0f096d64 req-16715a47-cb81-4752-8e9c-8aaef9398bdb tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&id=12513e5f-f437-4e19-9239-cfc42812b875&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518916 Jun 12 17:09:20.443088 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-4093f7f5-bc17-4124-ac98-7b00d4a16ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:20.444346 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-4093f7f5-bc17-4124-ac98-7b00d4a16ae6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1084671 Jun 12 17:09:20.567796 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-76043b00-e495-4d76-8116-73cc2ac5e8e5 service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166108 Jun 12 17:09:20.690540 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c0d758e2-3872-49b1-96ef-b359a77972ce req-39462f3f-9588-407c-96a7-4b5a033cfbad service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166773 Jun 12 17:09:20.696396 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23fbed-4aa4-4fe3-8f9a-6088b2d12f6c req-2d10bd65-8492-4d87-a333-9646d20e557c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:20.697957 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-7d23fbed-4aa4-4fe3-8f9a-6088b2d12f6c req-2d10bd65-8492-4d87-a333-9646d20e557c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.0726635 Jun 12 17:09:20.734188 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 34296) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:20.744301 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-7d23fbed-4aa4-4fe3-8f9a-6088b2d12f6c req-d265c8d4-c2a7-444c-bd53-b512ef444416 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405197 Jun 12 17:09:20.750758 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-aac36941-6415-4d80-83b2-f244758f4359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:20.847204 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-aac36941-6415-4d80-83b2-f244758f4359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:20.957362 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 34300) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:20.963938 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-aac36941-6415-4d80-83b2-f244758f4359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:20.966634 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:21.010386 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-aac36941-6415-4d80-83b2-f244758f4359 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80c6003bcc8a4a5d9c368121e29fcf8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750487 Jun 12 17:09:21.011295 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac36941-6415-4d80-83b2-f244758f4359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ccabaa-507e-41cc-a755-b6a599fdd82d,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:21.013103 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34304) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:21.014810 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-aac36941-6415-4d80-83b2-f244758f4359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:21.067277 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ea51f704-7488-4d2a-a0be-0f3a283f9681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:21.068525 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-92e2e2be-b2b5-45ee-bb50-d01d890845cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:21.090652 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ea51f704-7488-4d2a-a0be-0f3a283f9681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:21.160846 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-92e2e2be-b2b5-45ee-bb50-d01d890845cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:21.256192 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ea51f704-7488-4d2a-a0be-0f3a283f9681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:21.259584 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ea51f704-7488-4d2a-a0be-0f3a283f9681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:21.260809 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-ea51f704-7488-4d2a-a0be-0f3a283f9681 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49ccabaa-507e-41cc-a755-b6a599fdd82d HTTP/1.1" status: 204 len: 168 time: 0.2466314 Jun 12 17:09:21.261728 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-9e4c94af-1679-44b9-a20e-bf593ab26e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:21.270098 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51f704-7488-4d2a-a0be-0f3a283f9681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ccabaa-507e-41cc-a755-b6a599fdd82d,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:21.273015 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-ea51f704-7488-4d2a-a0be-0f3a283f9681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:21.284800 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-92e2e2be-b2b5-45ee-bb50-d01d890845cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:21.289313 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-d1da536d-048f-42f5-92d7-c47babf35a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:21.332482 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-92e2e2be-b2b5-45ee-bb50-d01d890845cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0374414eca6c491d8e30e07cbf28df55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740437 Jun 12 17:09:21.333648 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2e2be-b2b5-45ee-bb50-d01d890845cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5c1104-acf2-4e14-8c5a-2bf4ab628ca7,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:21.337186 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34312) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:21.337375 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-92e2e2be-b2b5-45ee-bb50-d01d890845cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:21.389028 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8909f161-7fd1-46d2-96ee-6a69d37ccd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:21.412383 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8909f161-7fd1-46d2-96ee-6a69d37ccd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:21.534667 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8909f161-7fd1-46d2-96ee-6a69d37ccd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:21.538732 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8909f161-7fd1-46d2-96ee-6a69d37ccd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:21.543976 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-8909f161-7fd1-46d2-96ee-6a69d37ccd41 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd5c1104-acf2-4e14-8c5a-2bf4ab628ca7 HTTP/1.1" status: 204 len: 168 time: 0.2052288 Jun 12 17:09:21.550712 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-90bacbcc-6916-4050-a62a-ac0961a6300c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:21.556635 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f161-7fd1-46d2-96ee-6a69d37ccd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5c1104-acf2-4e14-8c5a-2bf4ab628ca7,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:21.559410 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-8909f161-7fd1-46d2-96ee-6a69d37ccd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:21.656970 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7b520-fd59-4717-b9f6-71700317ab00 req-b915a19a-47d2-4c9c-9793-5db231de1a43 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:21.658501 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-dcc7b520-fd59-4717-b9f6-71700317ab00 req-b915a19a-47d2-4c9c-9793-5db231de1a43 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 984 time: 0.0941896 Jun 12 17:09:21.709114 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-dcc7b520-fd59-4717-b9f6-71700317ab00 req-8712f2a2-f64f-40a9-a940-aa241f8c863c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&id=12513e5f-f437-4e19-9239-cfc42812b875&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437901 Jun 12 17:09:21.936414 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab4243-e12e-4852-8c5c-b0fcb5f1c659 req-f192a7ec-2355-407e-ab33-b567b8dfe08e tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:21.938566 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-cfab4243-e12e-4852-8c5c-b0fcb5f1c659 req-f192a7ec-2355-407e-ab33-b567b8dfe08e tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.0798769 Jun 12 17:09:21.955805 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device ed1a3972-5768-4520-be4d-a49516e1e221 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:09:21.992284 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-cfab4243-e12e-4852-8c5c-b0fcb5f1c659 req-b013c984-8494-480c-9f79-1ade480cd10f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444293 Jun 12 17:09:22.098015 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port ed1a3972-5768-4520-be4d-a49516e1e221, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ed1a3972-5768-4520-be4d-a49516e1e221,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:09:22.111462 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': 'ed1a3972-5768-4520-be4d-a49516e1e221', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'port_id': 'ed1a3972-5768-4520-be4d-a49516e1e221', 'mac_address': 'fa:16:3e:fc:36:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:09:22.151821 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-2a58665d-90b7-4641-83f6-4676fc2015c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:22.171214 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:22.175229 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1a3972-5768-4520-be4d-a49516e1e221 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:09:22.196863 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port ed1a3972-5768-4520-be4d-a49516e1e221, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ed1a3972-5768-4520-be4d-a49516e1e221,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:09:22.370746 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:22.372641 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:22.425327 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=ed1a3972-5768-4520-be4d-a49516e1e221,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:22.434124 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:22.434570 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:22.435089 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:22.435498 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:22.435924 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:22.436331 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:22.436733 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:22.437133 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:22.437535 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:22.437876 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:22.438207 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:22.438535 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:22.446461 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:22.446587 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 34342) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:22.461567 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fae33471-99dd-491e-920a-dc1c6f68440a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:22.559434 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fae33471-99dd-491e-920a-dc1c6f68440a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:22.604910 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['ed1a3972-5768-4520-be4d-a49516e1e221'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:09:22.638841 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fae33471-99dd-491e-920a-dc1c6f68440a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:22.642464 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e9acb18c-5a77-41dd-9447-1e31e015e029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:22.686722 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-fae33471-99dd-491e-920a-dc1c6f68440a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7287fc93fc0f4b4eadc296010bd94e86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404447 Jun 12 17:09:22.689490 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34354) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:22.706521 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae33471-99dd-491e-920a-dc1c6f68440a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3518bc-5224-46d7-9f0a-40d4dca2dc8b,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:22.711244 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-fae33471-99dd-491e-920a-dc1c6f68440a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:22.775700 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c45fbbc8-5a96-4e44-83ff-7935f28f1fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:22.801879 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c45fbbc8-5a96-4e44-83ff-7935f28f1fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:22.942911 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13601c3-8dec-446f-bb74-ef92621d9154 req-fbee9035-0917-472b-b72a-325c74b3efee tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:22.945144 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c13601c3-8dec-446f-bb74-ef92621d9154 req-fbee9035-0917-472b-b72a-325c74b3efee tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 984 time: 0.0741470 Jun 12 17:09:22.977709 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c45fbbc8-5a96-4e44-83ff-7935f28f1fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:22.980358 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c45fbbc8-5a96-4e44-83ff-7935f28f1fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:22.981491 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-c45fbbc8-5a96-4e44-83ff-7935f28f1fae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d3518bc-5224-46d7-9f0a-40d4dca2dc8b HTTP/1.1" status: 204 len: 168 time: 0.2908649 Jun 12 17:09:22.982450 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-8909f161-7fd1-46d2-96ee-6a69d37ccd41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:22.991502 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fbbc8-5a96-4e44-83ff-7935f28f1fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3518bc-5224-46d7-9f0a-40d4dca2dc8b,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:22.993844 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-c45fbbc8-5a96-4e44-83ff-7935f28f1fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:22.994513 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c13601c3-8dec-446f-bb74-ef92621d9154 req-56e31957-64f0-470f-82ae-32b3479ac948 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&id=12513e5f-f437-4e19-9239-cfc42812b875&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434020 Jun 12 17:09:23.182094 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fab5ba-dee6-4959-ab1f-c16b266a87d9 req-57af42a1-6f3f-46ac-9dc9-5abaefaa14b6 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:23.183641 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-39fab5ba-dee6-4959-ab1f-c16b266a87d9 req-57af42a1-6f3f-46ac-9dc9-5abaefaa14b6 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 944 time: 0.0732188 Jun 12 17:09:23.236368 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-39fab5ba-dee6-4959-ab1f-c16b266a87d9 req-b8f689d0-eedb-471f-af1e-39bcc4265f7a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399563 Jun 12 17:09:23.420843 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 34366) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:23.504480 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 34370) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:23.611944 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-ee3e634c-d0df-4a0c-82c8-03c052dfca4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:23.670050 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6ac66e4c-453e-4b67-b815-42acd02cd3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:23.732553 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-ee3e634c-d0df-4a0c-82c8-03c052dfca4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:23.791827 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-ee3e634c-d0df-4a0c-82c8-03c052dfca4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:23.795999 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-b2994b03-438d-4652-818d-214005c0bc8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:23.837767 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34376) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:23.853587 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-09dcf882-05b6-4b41-af1a-05c939d05504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:23.854506 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-ee3e634c-d0df-4a0c-82c8-03c052dfca4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0180aaf2100b487c93e52906a83addd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4326332 Jun 12 17:09:23.856643 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e634c-d0df-4a0c-82c8-03c052dfca4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ce1900-8a92-41a6-908f-2fab03452773,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:23.859944 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 34378) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:23.868338 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-ee3e634c-d0df-4a0c-82c8-03c052dfca4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:23.946641 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d892ec81-1a45-4f2a-aa26-98e301b7c845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:23.968737 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device ed1a3972-5768-4520-be4d-a49516e1e221 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:09:23.969370 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6ac66e4c-453e-4b67-b815-42acd02cd3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:23.982877 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d892ec81-1a45-4f2a-aa26-98e301b7c845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:24.061998 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6ac66e4c-453e-4b67-b815-42acd02cd3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:24.065795 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e8c3e64b-800c-47bc-bf34-932998018356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:24.109273 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-6ac66e4c-453e-4b67-b815-42acd02cd3a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15381e3a40c64498a26ce2c8e166ff37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6013470 Jun 12 17:09:24.109273 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac66e4c-453e-4b67-b815-42acd02cd3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07baff0b-d963-4ee7-9c39-1b4e9d228cae,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:24.109632 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34382) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:24.112358 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6ac66e4c-453e-4b67-b815-42acd02cd3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:24.140583 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning for port ed1a3972-5768-4520-be4d-a49516e1e221 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:09:24.145486 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port ed1a3972-5768-4520-be4d-a49516e1e221 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:24.145750 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:24.187122 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558817cc-cdc8-4a2e-9c92-65ff008da1ef req-97daf809-0cfd-4226-aa71-57180a923093 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:24.188778 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-558817cc-cdc8-4a2e-9c92-65ff008da1ef req-97daf809-0cfd-4226-aa71-57180a923093 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 984 time: 0.0781157 Jun 12 17:09:24.190256 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d892ec81-1a45-4f2a-aa26-98e301b7c845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:24.192633 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-09dcf882-05b6-4b41-af1a-05c939d05504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:24.193281 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d892ec81-1a45-4f2a-aa26-98e301b7c845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:24.194892 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-d892ec81-1a45-4f2a-aa26-98e301b7c845 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02ce1900-8a92-41a6-908f-2fab03452773 HTTP/1.1" status: 204 len: 168 time: 0.3339996 Jun 12 17:09:24.195602 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-610d78c9-65f6-4db3-b9ca-4081d80128a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:24.196575 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-16008dfd-d7df-4163-b569-eb4f524ea445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:24.206112 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892ec81-1a45-4f2a-aa26-98e301b7c845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ce1900-8a92-41a6-908f-2fab03452773,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:24.207471 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-d892ec81-1a45-4f2a-aa26-98e301b7c845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:24.226727 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-16008dfd-d7df-4163-b569-eb4f524ea445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:24.266314 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-558817cc-cdc8-4a2e-9c92-65ff008da1ef req-7562f4b6-8143-4311-ae0d-653b2e58e5f5 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&id=12513e5f-f437-4e19-9239-cfc42812b875&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485733 Jun 12 17:09:24.267085 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:24.279256 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-09dcf882-05b6-4b41-af1a-05c939d05504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:24.283610 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-57bbb82f-d75e-430d-b9a4-46faef859895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:24.297000 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e03a23-57b3-4757-ac13-facb82563b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1a3972-5768-4520-be4d-a49516e1e221'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:09:24.299470 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b781f9-47eb-4d2c-92d5-115e518accdd" -d '{"events": [{"server_uuid": "87e03a23-57b3-4757-ac13-facb82563b93", "name": "network-vif-plugged", "status": "completed", "tag": "ed1a3972-5768-4520-be4d-a49516e1e221"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:09:24.315720 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port ed1a3972-5768-4520-be4d-a49516e1e221, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ed1a3972-5768-4520-be4d-a49516e1e221,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:09:24.328825 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcf882-05b6-4b41-af1a-05c939d05504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b2431b-ee08-4000-a9da-5666c7a4d7da,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:24.348031 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 34390) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:24.352412 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-09dcf882-05b6-4b41-af1a-05c939d05504 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4bf3c37da1748d9a1411a091c969181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5133250 Jun 12 17:09:24.354287 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-09dcf882-05b6-4b41-af1a-05c939d05504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:24.355244 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab7b84c-fb70-4896-8c70-c4a2b5402a68 x-openstack-request-id: req-fab7b84c-fb70-4896-8c70-c4a2b5402a68 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:09:24.355575 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e03a23-57b3-4757-ac13-facb82563b93", "name": "network-vif-plugged", "status": "completed", "tag": "ed1a3972-5768-4520-be4d-a49516e1e221", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:09:24.355827 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fab7b84c-fb70-4896-8c70-c4a2b5402a68 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:09:24.356379 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e03a23-57b3-4757-ac13-facb82563b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1a3972-5768-4520-be4d-a49516e1e221', 'code': 200} Jun 12 17:09:24.415895 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b9445abd-6512-4134-a2ff-a8238636f66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:24.433178 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:24.435084 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:24.448341 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b9445abd-6512-4134-a2ff-a8238636f66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:24.454232 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2545c9-ccc4-4d51-8271-c0882db5179b req-c749b954-1487-4158-94c8-7a8c5cac3602 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:24.455963 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1c2545c9-ccc4-4d51-8271-c0882db5179b req-c749b954-1487-4158-94c8-7a8c5cac3602 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 944 time: 0.0714939 Jun 12 17:09:24.480369 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-16008dfd-d7df-4163-b569-eb4f524ea445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:24.486657 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-16008dfd-d7df-4163-b569-eb4f524ea445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:24.486657 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-16008dfd-d7df-4163-b569-eb4f524ea445 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07baff0b-d963-4ee7-9c39-1b4e9d228cae HTTP/1.1" status: 204 len: 168 time: 0.3735824 Jun 12 17:09:24.486657 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-729b6221-f248-4806-b4a9-69ab0ba190c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:24.495278 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=ed1a3972-5768-4520-be4d-a49516e1e221,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:24.499599 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:24.505834 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16008dfd-d7df-4163-b569-eb4f524ea445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07baff0b-d963-4ee7-9c39-1b4e9d228cae,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:24.520765 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-16008dfd-d7df-4163-b569-eb4f524ea445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:24.530269 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1c2545c9-ccc4-4d51-8271-c0882db5179b req-7095fade-2f6e-4a31-8260-e03fc75bb1e3 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679278 Jun 12 17:09:24.591936 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b9445abd-6512-4134-a2ff-a8238636f66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:24.594634 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b9445abd-6512-4134-a2ff-a8238636f66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:24.595803 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-b9445abd-6512-4134-a2ff-a8238636f66f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53b2431b-ee08-4000-a9da-5666c7a4d7da HTTP/1.1" status: 204 len: 168 time: 0.2467611 Jun 12 17:09:24.601331 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-182be8d7-9df5-4500-aa28-8bf57363428d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:24.606903 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9445abd-6512-4134-a2ff-a8238636f66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b2431b-ee08-4000-a9da-5666c7a4d7da,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:24.609335 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-b9445abd-6512-4134-a2ff-a8238636f66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:24.712073 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-4bd82a9f-6c9d-4f51-b58b-5dbb8b2f3288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:24.829110 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8a462-7288-4aac-a068-5309cf654abe req-ceb9099c-26c6-4a06-8799-c2a1ae6b7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:24.830585 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-24a8a462-7288-4aac-a068-5309cf654abe req-ceb9099c-26c6-4a06-8799-c2a1ae6b7c69 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 1098 time: 0.0790777 Jun 12 17:09:24.873380 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:24.877454 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-24a8a462-7288-4aac-a068-5309cf654abe req-7d4c627d-656c-4f7a-97d6-85303b192e07 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402102 Jun 12 17:09:25.469560 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f4b2c-2b65-466f-a34b-2418c1ecbeee req-fb0bdb79-3a0b-460e-b55c-2b936e7559fa tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:25.471035 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-eb5f4b2c-2b65-466f-a34b-2418c1ecbeee req-fb0bdb79-3a0b-460e-b55c-2b936e7559fa tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 984 time: 0.0724788 Jun 12 17:09:25.528281 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-eb5f4b2c-2b65-466f-a34b-2418c1ecbeee req-2e17ab1e-5083-4cb7-b736-0ad6d8170a34 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&id=12513e5f-f437-4e19-9239-cfc42812b875&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454173 Jun 12 17:09:25.742550 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18e862-8f41-443c-8e50-8242989f4d11 req-a4a1c640-259b-4fbd-902e-848bdae3c464 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:25.750410 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-cf18e862-8f41-443c-8e50-8242989f4d11 req-a4a1c640-259b-4fbd-902e-848bdae3c464 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.0878267 Jun 12 17:09:25.801047 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-cf18e862-8f41-443c-8e50-8242989f4d11 req-f283fa6b-9115-42b5-bc1b-2ce66bf08ef4 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507708 Jun 12 17:09:25.805703 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:25.807275 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:25.967163 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 34446) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:26.126282 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-382e2a61-0616-4476-a6a5-f73684fa1177 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1451558760-network', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:26.227800 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382e2a61-0616-4476-a6a5-f73684fa1177 admin admin] Made reservation on behalf of 9be239a3ad554429b14fd85c26b7643f for: {'network': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:09:26.230269 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-382e2a61-0616-4476-a6a5-f73684fa1177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for network, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:26.241099 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-382e2a61-0616-4476-a6a5-f73684fa1177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:26.356022 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-382e2a61-0616-4476-a6a5-f73684fa1177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:26.428065 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-382e2a61-0616-4476-a6a5-f73684fa1177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:26.433640 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:26.451623 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382e2a61-0616-4476-a6a5-f73684fa1177 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=92467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 17:09:26.470546 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-382e2a61-0616-4476-a6a5-f73684fa1177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:26.470888 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.segments_db [None req-382e2a61-0616-4476-a6a5-f73684fa1177 admin admin] Added segment dfdffe23-705e-45dc-a58b-cc7a72d5bc07 of type vlan for network 1de459b0-6013-449b-9c9e-63d7ea66f02a Jun 12 17:09:26.472283 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e2a61-0616-4476-a6a5-f73684fa1177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3da0a9-b76b-4a8c-9d6e-47bc3b99d867,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:26.484772 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-382e2a61-0616-4476-a6a5-f73684fa1177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:26.530740 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-382e2a61-0616-4476-a6a5-f73684fa1177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742179357597'] for network, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:26.644964 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-382e2a61-0616-4476-a6a5-f73684fa1177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065'] for network, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:26.646332 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382e2a61-0616-4476-a6a5-f73684fa1177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:26.646910 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-382e2a61-0616-4476-a6a5-f73684fa1177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:26.650189 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:26.761178 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e2a61-0616-4476-a6a5-f73684fa1177 admin admin] Pushing event updated for resources: {'Network': ['ID=1de459b0-6013-449b-9c9e-63d7ea66f02a,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:26.764092 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-382e2a61-0616-4476-a6a5-f73684fa1177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:26.771261 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Network 1de459b0-6013-449b-9c9e-63d7ea66f02a details requested by agent ovs-agent-dv-cinder-796114-2-iscsi with host dv-cinder-796114-2-iscsi {{(pid=92468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 17:09:26.799908 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf63436-69d2-4c5f-80be-3538c5026d0d req-ce2f7b94-68c8-4e24-8b7d-12ea8dbd1941 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:26.801367 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0bf63436-69d2-4c5f-80be-3538c5026d0d req-ce2f7b94-68c8-4e24-8b7d-12ea8dbd1941 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 984 time: 0.1325188 Jun 12 17:09:26.823814 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-382e2a61-0616-4476-a6a5-f73684fa1177 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8553441 Jun 12 17:09:26.826750 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34478) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:26.831878 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-77bf419d-0b11-46e7-b025-73fc6e60919f admin admin] Request body: {'subnet': {'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1451558760-subnet', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'ip_version': 4}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:26.855427 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0bf63436-69d2-4c5f-80be-3538c5026d0d req-d354506b-e7ab-4d3b-b357-3841017bfefe tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&id=12513e5f-f437-4e19-9239-cfc42812b875&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0478849 Jun 12 17:09:26.975893 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bf419d-0b11-46e7-b025-73fc6e60919f admin admin] Made reservation on behalf of 9be239a3ad554429b14fd85c26b7643f for: {'subnet': 1} {{(pid=92466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:09:26.978333 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-77bf419d-0b11-46e7-b025-73fc6e60919f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13056911'] for subnet, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:27.093593 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327659e-b6fa-4dc4-b3e8-8c36ef9209d0 req-032ecca5-6d4d-4338-ae10-dba48606157a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:27.094982 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0327659e-b6fa-4dc4-b3e8-8c36ef9209d0 req-032ecca5-6d4d-4338-ae10-dba48606157a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.1561394 Jun 12 17:09:27.177513 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0327659e-b6fa-4dc4-b3e8-8c36ef9209d0 req-0af6da9a-b36e-4619-872e-e33365cb26c8 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758786 Jun 12 17:09:27.357686 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c6a8d-9ad6-4b98-9aa4-6b8fac70f39a req-8331c7f4-6ffb-44bc-b440-d895ed8bd38e tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:27.359029 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-693c6a8d-9ad6-4b98-9aa4-6b8fac70f39a req-8331c7f4-6ffb-44bc-b440-d895ed8bd38e tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.0683253 Jun 12 17:09:27.367502 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 34488) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:27.372098 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-53b1d325-fe77-4e54-bd55-2fdf112c2836 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Request body: {'floatingip': {'port_id': 'ed1a3972-5768-4520-be4d-a49516e1e221'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:27.428399 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-53b1d325-fe77-4e54-bd55-2fdf112c2836 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for floatingip, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:27.471767 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:27.472482 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-77bf419d-0b11-46e7-b025-73fc6e60919f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12900407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13056921'] for subnet, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:27.476493 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:27.546197 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf419d-0b11-46e7-b025-73fc6e60919f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4758b802-10b2-4d8a-9b59-c24e4b4afa11,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:27.550068 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-77bf419d-0b11-46e7-b025-73fc6e60919f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:27.557696 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bf419d-0b11-46e7-b025-73fc6e60919f admin admin] Checking segment: {'id': 'dfdffe23-705e-45dc-a58b-cc7a72d5bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:09:27.558194 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bf419d-0b11-46e7-b025-73fc6e60919f admin admin] Network hostable DHCP agents. Network: 1de459b0-6013-449b-9c9e-63d7ea66f02a, hostable agents: ['dea24f1a-15dd-4e40-8754-3f5bb8b9c420'], hosted agents: [] {{(pid=92466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 17:09:27.656598 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bf419d-0b11-46e7-b025-73fc6e60919f admin admin] Network 1de459b0-6013-449b-9c9e-63d7ea66f02a is scheduled to be hosted by DHCP agent dea24f1a-15dd-4e40-8754-3f5bb8b9c420 with binding_index 1 {{(pid=92466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 17:09:27.799278 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-77bf419d-0b11-46e7-b025-73fc6e60919f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-2-iscsi, 1de459b0-6013-449b-9c9e-63d7ea66f02a) {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:09:27.804125 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bf419d-0b11-46e7-b025-73fc6e60919f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:27.804832 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-77bf419d-0b11-46e7-b025-73fc6e60919f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:27.809151 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882ffd15-44c4-488d-a7a1-a8f8b7f16e2c None None] Network 1de459b0-6013-449b-9c9e-63d7ea66f02a requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:09:28.002155 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c9d205f-6952-582c-9c30-338f7d97ab93-1de459b0-6013-449b-9c9e-63d7ea66f02a', 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'fixed_ips': [{'subnet_id': '4758b802-10b2-4d8a-9b59-c24e4b4afa11'}]}} from dv-cinder-796114-2-iscsi. {{(pid=92468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 17:09:28.003350 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:28.004280 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-77bf419d-0b11-46e7-b025-73fc6e60919f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1764538 Jun 12 17:09:28.010511 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 34498) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:28.015578 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1451558760-router', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:28.075592 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf05e1-9046-4eeb-bb5e-58a343453546 req-876736cd-0998-4b10-a51a-bea882faa26f tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:28.077094 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bedf05e1-9046-4eeb-bb5e-58a343453546 req-876736cd-0998-4b10-a51a-bea882faa26f tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 984 time: 0.0983598 Jun 12 17:09:28.156241 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bedf05e1-9046-4eeb-bb5e-58a343453546 req-716bd66f-98a9-47b1-be6c-90bb44b67825 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&id=12513e5f-f437-4e19-9239-cfc42812b875&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537269 Jun 12 17:09:28.202253 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.db_base_plugin_common [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Allocated IP 172.20.0.2 (1de459b0-6013-449b-9c9e-63d7ea66f02a/4758b802-10b2-4d8a-9b59-c24e4b4afa11/6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80) {{(pid=92468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:09:28.325202 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16469155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12062'] for router, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:28.326204 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16469188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16397778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16460493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12261'] for router, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:28.335925 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-53b1d325-fe77-4e54-bd55-2fdf112c2836 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:28.393741 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Notify callbacks [] for port, precommit_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:28.398368 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:28.402475 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Transition to ACTIVE for port object 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80 will not be triggered until provisioned by entity L2. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:09:28.417510 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Transition to ACTIVE for port object 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80 will not be triggered until provisioned by entity DHCP. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:09:28.431807 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-53b1d325-fe77-4e54-bd55-2fdf112c2836 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16397436'] for floatingip, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:28.519887 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:28.522972 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:28.568129 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Network 1de459b0-6013-449b-9c9e-63d7ea66f02a is already hosted by enough agents. {{(pid=92468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:09:28.571562 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.scheduler.base_scheduler [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Resources bound (agent type, host, resource id): {{(pid=92468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:09:28.575406 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Received port after_create {{(pid=92468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:09:28.582162 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Pushing event updated for resources: {'Port': ['ID=6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80,revision_number=1']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:28.587260 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:28.654997 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Attempting to bind port 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80 on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:09:28.655774 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Attempting to bind port 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80 by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': 'dfdffe23-705e-45dc-a58b-cc7a72d5bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a'}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:09:28.656212 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Attempting to bind port 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80 on network 1de459b0-6013-449b-9c9e-63d7ea66f02a {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:09:28.661630 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:09:28.662014 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Checking segment: {'id': 'dfdffe23-705e-45dc-a58b-cc7a72d5bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:09:28.662426 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:28.663652 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Bound using segment: {'id': 'dfdffe23-705e-45dc-a58b-cc7a72d5bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a'} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:09:28.664292 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Bound port: 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdffe23-705e-45dc-a58b-cc7a72d5bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a'}}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:09:28.664839 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:28.751310 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] For port 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:09:28.754982 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] For port 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80,segment=NetworkSegment(dfdffe23-705e-45dc-a58b-cc7a72d5bc07),segment_id=dfdffe23-705e-45dc-a58b-cc7a72d5bc07)] {{(pid=92468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:09:28.765603 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16397773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16469169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12275'] for router, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:28.775976 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.l3_db [None req-53b1d325-fe77-4e54-bd55-2fdf112c2836 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Floating IP 57bf3b1b-359e-456a-a09b-eb35d9759dd3 associated. External IP: 172.27.1.13, port: ed1a3972-5768-4520-be4d-a49516e1e221. Jun 12 17:09:28.845713 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:28.847835 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:29.093223 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Pushing event updated for resources: {'Port': ['ID=6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80,revision_number=2']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:29.096447 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:29.141309 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-920a645e-6a14-4334-9d18-030fd208c486 req-db46492f-bb1d-42cc-baaa-0f0c12ad2479 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e49454738d4b47f2b0b54797a634aa6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535414 Jun 12 17:09:29.391784 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a645e-6a14-4334-9d18-030fd208c486 req-28418e85-cf6e-4503-ad4e-c19c7d9e088f tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:29.394177 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-920a645e-6a14-4334-9d18-030fd208c486 req-28418e85-cf6e-4503-ad4e-c19c7d9e088f tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2515264 Jun 12 17:09:29.403823 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b1d325-fe77-4e54-bd55-2fdf112c2836 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:09:29.426040 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-920a645e-6a14-4334-9d18-030fd208c486 req-39b2b094-f2b4-4266-a4dd-7b64f1d39f32 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/quotas/e49454738d4b47f2b0b54797a634aa6c HTTP/1.1" status: 200 len: 375 time: 0.0162044 Jun 12 17:09:29.457790 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a67b34-3470-470c-8211-04fd6ae5530d req-824dc745-b8d0-4d72-a3da-76f4ddc71d16 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:29.459900 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d2a67b34-3470-470c-8211-04fd6ae5530d req-824dc745-b8d0-4d72-a3da-76f4ddc71d16 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.4399028 Jun 12 17:09:29.469467 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-920a645e-6a14-4334-9d18-030fd208c486 req-7e09cd8b-f764-4ce3-bc50-bc2c82076117 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e49454738d4b47f2b0b54797a634aa6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370193 Jun 12 17:09:29.617427 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:29.666114 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:29.680673 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d2a67b34-3470-470c-8211-04fd6ae5530d req-0cc39091-9143-4853-9b01-e6023fef93f2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1601777 Jun 12 17:09:29.769553 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b1d325-fe77-4e54-bd55-2fdf112c2836 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:09:29.776296 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-53b1d325-fe77-4e54-bd55-2fdf112c2836 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:29.794300 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8b1512-2e10-4a53-9275-8b366d79d6b1 None None] Sync routers for ids ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:09:29.819782 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b6723a65-1df1-429d-8dc6-07348fdd577e req-edbf1718-3a1f-4b3b-87bd-f27ab0088663 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/ports?device_id=19d5a484-189a-496b-bd25-16175f8908ef HTTP/1.1" status: 200 len: 210 time: 0.0531397 Jun 12 17:09:29.845366 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8b1512-2e10-4a53-9275-8b366d79d6b1 None None] Routers {'5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:09:29.846017 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-7f8b1512-2e10-4a53-9275-8b366d79d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:09:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:30.089611 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-7f8b1512-2e10-4a53-9275-8b366d79d6b1 None None] Set router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:09:30.144125 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:09:30.293742 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-53b1d325-fe77-4e54-bd55-2fdf112c2836 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "PUT /v2.0/floatingips/57bf3b1b-359e-456a-a09b-eb35d9759dd3 HTTP/1.1" status: 200 len: 990 time: 2.9249182 Jun 12 17:09:30.298606 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e03a23-57b3-4757-ac13-facb82563b93', 'tag': 'ed1a3972-5768-4520-be4d-a49516e1e221'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:09:30.300967 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c9c652-98ff-4143-a747-5247ead51643" -d '{"events": [{"name": "network-changed", "server_uuid": "87e03a23-57b3-4757-ac13-facb82563b93", "tag": "ed1a3972-5768-4520-be4d-a49516e1e221"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:09:30.320903 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] Allocated IP 172.27.1.249 (ea6ee7b2-d8f2-435f-804e-11e3b9b06d41/91bb23a6-47cd-46ba-a600-d5abe9f7088a/751d83a9-d9bf-4ffa-9a19-afd3be20a569) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:09:30.404477 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9989cb9a-3417-4dec-bfb6-2875fb387437 None None] Network 1de459b0-6013-449b-9c9e-63d7ea66f02a requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:09:30.441018 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec68df0-82ec-4712-a594-cf86fab48797 req-88c45254-693b-40cc-8c2e-1cf05f3e342c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:30.442502 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4ec68df0-82ec-4712-a594-cf86fab48797 req-88c45254-693b-40cc-8c2e-1cf05f3e342c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 984 time: 0.5769570 Jun 12 17:09:30.461880 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:09:30.517847 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4ec68df0-82ec-4712-a594-cf86fab48797 req-01891f85-2066-48d7-ad2c-4d7d8a798b2e tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&id=12513e5f-f437-4e19-9239-cfc42812b875&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636342 Jun 12 17:09:30.520785 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:30.571218 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-0f29abc7-c068-42d3-94cc-7c855afa2511 None None] Provisioning for port 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:09:30.585191 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-0f29abc7-c068-42d3-94cc-7c855afa2511 None None] Provisioning complete for port 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:30.585467 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67c3a44-b36a-4a1d-9052-0057c4059c98 x-openstack-request-id: req-f67c3a44-b36a-4a1d-9052-0057c4059c98 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:09:30.585612 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-0f29abc7-c068-42d3-94cc-7c855afa2511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:30.585842 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e03a23-57b3-4757-ac13-facb82563b93", "tag": "ed1a3972-5768-4520-be4d-a49516e1e221", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:09:30.586139 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f67c3a44-b36a-4a1d-9052-0057c4059c98 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:09:30.586596 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e03a23-57b3-4757-ac13-facb82563b93', 'tag': 'ed1a3972-5768-4520-be4d-a49516e1e221', 'status': 'completed', 'code': 200} Jun 12 17:09:30.650964 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:30.653118 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:30.700707 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:09:30.706969 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:09:30.710732 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:09:30.726813 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-7f8b1512-2e10-4a53-9275-8b366d79d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:30Z', 'updated_at': '2021-06-12T17:04:38Z', 'revision_number': 4, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'gw_port': {'id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': '57bf3b1b-359e-456a-a09b-eb35d9759dd3', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'port_id': 'ed1a3972-5768-4520-be4d-a49516e1e221', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'mac_address': 'fa:16:3e:fc:36:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e03a23-57b3-4757-ac13-facb82563b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:09:10Z', 'updated_at': '2021-06-12T17:09:28Z', 'revision_number': 1, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9981a7-6e32-406b-ab19-0bda1af39032', 'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'mac_address': 'fa:16:3e:cd:59:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:36Z', 'updated_at': '2021-06-12T17:04:51Z', 'revision_number': 5, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'subnets': [{'id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:30.734427 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8b1512-2e10-4a53-9275-8b366d79d6b1 None None] Checking router: 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:09:30.739224 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] Pushing event updated for resources: {'Port': ['ID=751d83a9-d9bf-4ffa-9a19-afd3be20a569,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:30.744364 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:30.793920 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8b1512-2e10-4a53-9275-8b366d79d6b1 None None] Routers {'5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:09:30.798069 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-7f8b1512-2e10-4a53-9275-8b366d79d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:09:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:30.850508 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-0f29abc7-c068-42d3-94cc-7c855afa2511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:30.961681 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-0f29abc7-c068-42d3-94cc-7c855afa2511 None None] For port 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80,segment=NetworkSegment(dfdffe23-705e-45dc-a58b-cc7a72d5bc07),segment_id=dfdffe23-705e-45dc-a58b-cc7a72d5bc07)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:09:30.977585 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc89dfc-b06c-4a78-9000-905c3ff41d37 req-3ede84ee-140b-4d2d-9079-9725138c90ed tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:30.979095 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2bc89dfc-b06c-4a78-9000-905c3ff41d37 req-3ede84ee-140b-4d2d-9079-9725138c90ed tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.1611280 Jun 12 17:09:30.988598 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-7f8b1512-2e10-4a53-9275-8b366d79d6b1 None None] Set router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:09:31.024907 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2bc89dfc-b06c-4a78-9000-905c3ff41d37 req-4a60258a-4c82-4de0-81c3-7a8fffc9e2ae tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390804 Jun 12 17:09:31.117552 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d0c427e0-987a-4e83-b4d6-31762ba5ae86 req-9e211647-ee17-4d59-99da-bc6b293f6681 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/ports?device_id=19d5a484-189a-496b-bd25-16175f8908ef HTTP/1.1" status: 200 len: 210 time: 0.0391254 Jun 12 17:09:31.123732 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-0f29abc7-c068-42d3-94cc-7c855afa2511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:31.128659 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:31.252624 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:31.262905 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29abc7-c068-42d3-94cc-7c855afa2511 None None] Pushing event updated for resources: {'Port': ['ID=6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80,revision_number=3']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:31.270412 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-0f29abc7-c068-42d3-94cc-7c855afa2511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:31.298940 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-61d60512-a5cd-4e98-86a6-28bbd559f84e None None] Provisioning complete for port 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:31.299319 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-61d60512-a5cd-4e98-86a6-28bbd559f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:31.527036 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16469160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16397461'] for router, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:31.578075 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-7f8b1512-2e10-4a53-9275-8b366d79d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:30Z', 'updated_at': '2021-06-12T17:04:38Z', 'revision_number': 4, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'gw_port': {'id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': '57bf3b1b-359e-456a-a09b-eb35d9759dd3', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'port_id': 'ed1a3972-5768-4520-be4d-a49516e1e221', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'mac_address': 'fa:16:3e:fc:36:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e03a23-57b3-4757-ac13-facb82563b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:09:10Z', 'updated_at': '2021-06-12T17:09:28Z', 'revision_number': 1, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9981a7-6e32-406b-ab19-0bda1af39032', 'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'mac_address': 'fa:16:3e:cd:59:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:36Z', 'updated_at': '2021-06-12T17:04:51Z', 'revision_number': 5, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'subnets': [{'id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:31.581774 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8b1512-2e10-4a53-9275-8b366d79d6b1 None None] The sync data for ids ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'] in dv-cinder-796114-2-iscsi is: [{'id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:30Z', 'updated_at': '2021-06-12T17:04:38Z', 'revision_number': 4, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'gw_port': {'id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': '57bf3b1b-359e-456a-a09b-eb35d9759dd3', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'port_id': 'ed1a3972-5768-4520-be4d-a49516e1e221', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'mac_address': 'fa:16:3e:fc:36:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e03a23-57b3-4757-ac13-facb82563b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:09:10Z', 'updated_at': '2021-06-12T17:09:28Z', 'revision_number': 1, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9981a7-6e32-406b-ab19-0bda1af39032', 'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'mac_address': 'fa:16:3e:cd:59:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:36Z', 'updated_at': '2021-06-12T17:04:51Z', 'revision_number': 5, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'subnets': [{'id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:09:31.759854 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2d24b-f36c-459a-8996-e76c18284d0d req-24f370a7-0924-4031-95c4-730812d25518 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:31.769991 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e7e2d24b-f36c-459a-8996-e76c18284d0d req-24f370a7-0924-4031-95c4-730812d25518 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 984 time: 0.0975130 Jun 12 17:09:31.802936 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231ff94e-01dc-4827-9f39-71b0157ce76b None None] New status for floating IP 57bf3b1b-359e-456a-a09b-eb35d9759dd3: ACTIVE {{(pid=92469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 17:09:31.810081 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e7e2d24b-f36c-459a-8996-e76c18284d0d req-ebd45b17-1a51-4cb7-9a77-1fdec1223edf tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&id=12513e5f-f437-4e19-9239-cfc42812b875&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412242 Jun 12 17:09:31.896080 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] Router 56153170-2070-4c60-bd51-611ea5dcd8c9 is scheduled to L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a with binding_index 1 {{(pid=92467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 17:09:32.049464 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:09:32.126448 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:09:32.139962 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9c652-98ff-4143-a747-5247ead51643 req-db1158af-221e-431b-8119-090b5bbf3114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:32.141527 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-88c9c652-98ff-4143-a747-5247ead51643 req-db1158af-221e-431b-8119-090b5bbf3114 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cb7095c203644131bc201541fe94bc98&device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 1098 time: 0.1116040 Jun 12 17:09:32.149104 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] Sync routers for ids ['56153170-2070-4c60-bd51-611ea5dcd8c9'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:09:32.185539 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] Routers {'56153170-2070-4c60-bd51-611ea5dcd8c9'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:09:32.186484 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:09:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['56153170-2070-4c60-bd51-611ea5dcd8c9'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:32.304644 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-70cf11e3-4a75-491b-bbe3-afce2a0fbb8e req-1f685f38-c161-4d41-a96e-6f9efa6d7c32 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/ports?device_id=19d5a484-189a-496b-bd25-16175f8908ef HTTP/1.1" status: 200 len: 210 time: 0.0353239 Jun 12 17:09:32.337092 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] Notify callbacks [] for router, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:32.338284 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3267162 Jun 12 17:09:32.341123 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34566) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:32.344802 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:32.345189 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:32.372632 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97474093-80ef-481f-8041-cd1d36877b04 req-9e42b82e-a620-4715-b7da-093fe3f00f3e tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:32.374109 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-97474093-80ef-481f-8041-cd1d36877b04 req-9e42b82e-a620-4715-b7da-093fe3f00f3e tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.1663167 Jun 12 17:09:32.403466 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9c652-98ff-4143-a747-5247ead51643 req-5c8703b1-7d03-4af9-b9ed-b350470a35e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:32.404974 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-88c9c652-98ff-4143-a747-5247ead51643 req-5c8703b1-7d03-4af9-b9ed-b350470a35e4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e HTTP/1.1" status: 200 len: 918 time: 0.2531688 Jun 12 17:09:32.463820 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] Set router 56153170-2070-4c60-bd51-611ea5dcd8c9 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:09:32.492838 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-97474093-80ef-481f-8041-cd1d36877b04 req-05dbd83d-48dd-4f81-bce0-4f212f986523 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1116333 Jun 12 17:09:32.570303 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-88c9c652-98ff-4143-a747-5247ead51643 req-065c0357-6ad0-4a09-b15a-39cfe5d74e42 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed1a3972-5768-4520-be4d-a49516e1e221 HTTP/1.1" status: 200 len: 1000 time: 0.1522200 Jun 12 17:09:32.622481 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba302565-b5fc-4624-abd6-6c03cdc15db6 req-78d15dcd-8253-4319-a340-b199b84033a0 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:32.623929 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ba302565-b5fc-4624-abd6-6c03cdc15db6 req-78d15dcd-8253-4319-a340-b199b84033a0 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.1973312 Jun 12 17:09:32.681878 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9c652-98ff-4143-a747-5247ead51643 req-cb97297d-838c-45f7-bfb1-dd95a385b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:32.683356 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-88c9c652-98ff-4143-a747-5247ead51643 req-cb97297d-838c-45f7-bfb1-dd95a385b9cd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a580d181-6158-4a52-89c2-8aedf3a5088e HTTP/1.1" status: 200 len: 856 time: 0.1054018 Jun 12 17:09:32.755373 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'name': 'tempest-TestShelveInstance-1451558760-router', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:28Z', 'updated_at': '2021-06-12T17:09:30Z', 'revision_number': 3, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'gw_port': {'id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:29Z', 'updated_at': '2021-06-12T17:09:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:32.761887 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] Checking router: 56153170-2070-4c60-bd51-611ea5dcd8c9 for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:09:32.762655 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] Updating router 56153170-2070-4c60-bd51-611ea5dcd8c9 port 751d83a9-d9bf-4ffa-9a19-afd3be20a569 binding host dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 17:09:32.811953 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9c652-98ff-4143-a747-5247ead51643 req-f9eb9d27-9ddc-4bdd-895e-e8dd32c6bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:32.813468 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-88c9c652-98ff-4143-a747-5247ead51643 req-f9eb9d27-9ddc-4bdd-895e-e8dd32c6bbac service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1198680 Jun 12 17:09:32.814256 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:32.830690 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-ba302565-b5fc-4624-abd6-6c03cdc15db6 req-261c4992-0ed3-45d8-af9a-69a2cc024c49 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Deleting port 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:09:32.830937 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-ba302565-b5fc-4624-abd6-6c03cdc15db6 req-261c4992-0ed3-45d8-af9a-69a2cc024c49 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:33.047664 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-88c9c652-98ff-4143-a747-5247ead51643 req-e6d58ca5-9715-452c-b6ea-a2a38616a763 service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257578 Jun 12 17:09:33.204174 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] Notify callbacks [] for port, precommit_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:33.224662 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] Transition to ACTIVE for port object 751d83a9-d9bf-4ffa-9a19-afd3be20a569 will not be triggered until provisioned by entity L2. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:09:33.265339 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a040aae-02ba-4b01-a877-e629b69602f5 req-198db352-2d29-4e74-bd5d-55f6584ec1e2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:33.266902 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0a040aae-02ba-4b01-a877-e629b69602f5 req-198db352-2d29-4e74-bd5d-55f6584ec1e2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 984 time: 0.2067144 Jun 12 17:09:33.305388 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:33.319681 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:33.377256 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0a040aae-02ba-4b01-a877-e629b69602f5 req-67ae0ec1-3a8f-4f94-ad40-ff162d1291c1 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&id=12513e5f-f437-4e19-9239-cfc42812b875&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0987592 Jun 12 17:09:33.394765 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] Attempting to bind port 751d83a9-d9bf-4ffa-9a19-afd3be20a569 on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:09:33.395874 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] Attempting to bind port 751d83a9-d9bf-4ffa-9a19-afd3be20a569 by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:09:33.396360 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] Attempting to bind port 751d83a9-d9bf-4ffa-9a19-afd3be20a569 on network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:09:33.416992 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:09:33.417702 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] Checking segment: {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:09:33.418427 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:33.419044 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] Bound using segment: {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:09:33.419811 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] Bound port: 751d83a9-d9bf-4ffa-9a19-afd3be20a569, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:09:33.420729 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:33.446941 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:33.502674 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] For port 751d83a9-d9bf-4ffa-9a19-afd3be20a569, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:09:33.508417 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] For port 751d83a9-d9bf-4ffa-9a19-afd3be20a569, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=751d83a9-d9bf-4ffa-9a19-afd3be20a569,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:09:33.517051 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972da06-44f4-4d84-ad35-96540c0129e3 None None] Pushing event updated for resources: {'Port': ['ID=751d83a9-d9bf-4ffa-9a19-afd3be20a569,revision_number=2']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:33.520735 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-e972da06-44f4-4d84-ad35-96540c0129e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:33.635653 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a22749f7-84e1-4e2e-96da-9438cf607d60 req-10865b67-bfe5-4d39-93af-e378b3484deb tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/ports?device_id=19d5a484-189a-496b-bd25-16175f8908ef HTTP/1.1" status: 200 len: 210 time: 0.0641844 Jun 12 17:09:33.639183 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-ba302565-b5fc-4624-abd6-6c03cdc15db6 req-261c4992-0ed3-45d8-af9a-69a2cc024c49 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] For port 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=90d5f1d4-f716-4245-9c24-9e2e1ec15ed2,segment=NetworkSegment(244e7e49-79a1-4e4c-afcc-b93d0497c040),segment_id=244e7e49-79a1-4e4c-afcc-b93d0497c040)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:09:33.639782 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-ba302565-b5fc-4624-abd6-6c03cdc15db6 req-261c4992-0ed3-45d8-af9a-69a2cc024c49 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:33.654688 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:33.657798 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:33.703677 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-920a645e-6a14-4334-9d18-030fd208c486 req-50deb32d-7ec4-4f87-be40-343b0b3c13cd tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e49454738d4b47f2b0b54797a634aa6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742929 Jun 12 17:09:33.720857 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_common [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Allocated IP 172.20.0.1 (1de459b0-6013-449b-9c9e-63d7ea66f02a/4758b802-10b2-4d8a-9b59-c24e4b4afa11/63e11087-7b4a-4b99-ba06-447364c72448) {{(pid=92466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:09:33.729067 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] Routers {'56153170-2070-4c60-bd51-611ea5dcd8c9'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:09:33.729764 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:09:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['56153170-2070-4c60-bd51-611ea5dcd8c9'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:33.803805 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e5cbb-423e-4db9-9703-1d71780c5b95 req-ba10a678-a302-4e72-8df1-63159bf5ee39 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:33.805304 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c90e5cbb-423e-4db9-9703-1d71780c5b95 req-ba10a678-a302-4e72-8df1-63159bf5ee39 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 946 time: 0.1428349 Jun 12 17:09:33.822224 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-88c9c652-98ff-4143-a747-5247ead51643 req-5fbd38d9-239a-4ba4-93c8-984418c049ff service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6866789 Jun 12 17:09:33.842200 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972da06-44f4-4d84-ad35-96540c0129e3 None None] Pushing event updated for resources: {'Port': ['ID=751d83a9-d9bf-4ffa-9a19-afd3be20a569,revision_number=3']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:33.845906 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-e972da06-44f4-4d84-ad35-96540c0129e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:33.909301 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] Set router 56153170-2070-4c60-bd51-611ea5dcd8c9 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:09:33.927725 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c90e5cbb-423e-4db9-9703-1d71780c5b95 req-b05040cb-e18a-4c4e-b7a0-e12613964555 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=319384f0-5b62-4025-b63c-6a21219a4060&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677178 Jun 12 17:09:33.951877 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:33.968202 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.provisioning_blocks [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Transition to ACTIVE for port object 63e11087-7b4a-4b99-ba06-447364c72448 will not be triggered until provisioned by entity DHCP. {{(pid=92466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:09:34.065767 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a645e-6a14-4334-9d18-030fd208c486 req-7fa4bfd5-1476-4655-bac9-40c7a061042c tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:34.067225 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-920a645e-6a14-4334-9d18-030fd208c486 req-7fa4bfd5-1476-4655-bac9-40c7a061042c tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3197021 Jun 12 17:09:34.119465 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-920a645e-6a14-4334-9d18-030fd208c486 req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Request body: {'port': {'device_id': '19d5a484-189a-496b-bd25-16175f8908ef', 'network_id': '44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1', 'admin_state_up': True, 'tenant_id': 'e49454738d4b47f2b0b54797a634aa6c'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:34.142010 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12901255'] for port, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:34.142010 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:34.186934 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'name': 'tempest-TestShelveInstance-1451558760-router', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:28Z', 'updated_at': '2021-06-12T17:09:30Z', 'revision_number': 3, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'gw_port': {'id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:29Z', 'updated_at': '2021-06-12T17:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:34.199923 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6962d3d9-3636-4f35-9ce8-c16228359c04 None None] The sync data for ids ['56153170-2070-4c60-bd51-611ea5dcd8c9'] in dv-cinder-796114-2-iscsi is: [{'id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'name': 'tempest-TestShelveInstance-1451558760-router', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:28Z', 'updated_at': '2021-06-12T17:09:30Z', 'revision_number': 3, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'gw_port': {'id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:29Z', 'updated_at': '2021-06-12T17:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:09:34.214444 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Network 1de459b0-6013-449b-9c9e-63d7ea66f02a is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:09:34.219030 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:09:34.221619 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Received port after_create {{(pid=92466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:09:34.236119 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-ba302565-b5fc-4624-abd6-6c03cdc15db6 req-261c4992-0ed3-45d8-af9a-69a2cc024c49 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:34.236119 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-ba302565-b5fc-4624-abd6-6c03cdc15db6 req-261c4992-0ed3-45d8-af9a-69a2cc024c49 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16397436'] for floatingip, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:34.236119 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.l3_db [req-ba302565-b5fc-4624-abd6-6c03cdc15db6 req-261c4992-0ed3-45d8-af9a-69a2cc024c49 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Floating IP ac1243a8-b68f-4f94-8ae8-f518b1a691f7 disassociated. External IP: 172.27.1.72, port: 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2. Jun 12 17:09:34.236486 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-ba302565-b5fc-4624-abd6-6c03cdc15db6 req-261c4992-0ed3-45d8-af9a-69a2cc024c49 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Calling delete_port for 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 owned by compute:nova {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:09:34.272896 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Pushing event updated for resources: {'Port': ['ID=63e11087-7b4a-4b99-ba06-447364c72448,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:34.289414 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:34.336911 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16398672'] for router_interface, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:34.546653 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920a645e-6a14-4334-9d18-030fd208c486 req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Made reservation on behalf of e49454738d4b47f2b0b54797a634aa6c for: {'port': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:09:34.558586 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-920a645e-6a14-4334-9d18-030fd208c486 req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:34.587922 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-920a645e-6a14-4334-9d18-030fd208c486 req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:34.622498 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-572eacba-a256-4015-bf7b-0f0c74415b64 None None] Provisioning for port 63e11087-7b4a-4b99-ba06-447364c72448 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:09:34.626162 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-ba302565-b5fc-4624-abd6-6c03cdc15db6 req-261c4992-0ed3-45d8-af9a-69a2cc024c49 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:34.626747 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-572eacba-a256-4015-bf7b-0f0c74415b64 None None] Provisioning complete for port 63e11087-7b4a-4b99-ba06-447364c72448 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:34.627969 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-572eacba-a256-4015-bf7b-0f0c74415b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:34.632304 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-46d1d5f7-1d9f-4536-9ebc-9df3147d16c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:34.669180 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c4992-0ed3-45d8-af9a-69a2cc024c49 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Pushing event deleted for resources: {'Port': ['ID=90d5f1d4-f716-4245-9c24-9e2e1ec15ed2,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:34.669920 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068952b7-ddae-4cef-9f9f-8e7e8b160242 req-3c070c30-f77a-4227-9390-4905946db0b9 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:34.680175 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-261c4992-0ed3-45d8-af9a-69a2cc024c49 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:34.681094 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-068952b7-ddae-4cef-9f9f-8e7e8b160242 req-3c070c30-f77a-4227-9390-4905946db0b9 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 984 time: 0.1403446 Jun 12 17:09:34.707160 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-572eacba-a256-4015-bf7b-0f0c74415b64 None None] Port 63e11087-7b4a-4b99-ba06-447364c72448 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:09:34.785125 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-068952b7-ddae-4cef-9f9f-8e7e8b160242 req-8c38bba9-5b21-42cb-b839-63a27f6da268 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&id=12513e5f-f437-4e19-9239-cfc42812b875&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1027489 Jun 12 17:09:34.813537 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:34.890904 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ff2c5824-827e-4405-897f-7a6cfc9d7649 req-7305be81-cdb0-4b19-af94-68d5a1223188 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/ports?device_id=19d5a484-189a-496b-bd25-16175f8908ef HTTP/1.1" status: 200 len: 210 time: 0.0607507 Jun 12 17:09:34.963887 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-920a645e-6a14-4334-9d18-030fd208c486 req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:34.972467 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba302565-b5fc-4624-abd6-6c03cdc15db6 req-261c4992-0ed3-45d8-af9a-69a2cc024c49 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Router df0ef657-9bbd-419b-8709-c062d97e0db2 has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:09:35.050090 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:35.094084 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-920a645e-6a14-4334-9d18-030fd208c486 req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:35.100857 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-49443588-b36b-4ddf-bc1b-74b5b719ecff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:35.130565 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c08ce049-220e-44da-8f7d-fae628cd8761 req-010fb291-b805-4d24-b245-5dec65c1b97c tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 210 time: 0.0493505 Jun 12 17:09:35.200036 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51fb173f-ffbc-4317-bc17-019496e7002f,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:35.203805 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12901305'] for port, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:35.207972 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:35.214509 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:35.236221 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba302565-b5fc-4624-abd6-6c03cdc15db6 req-261c4992-0ed3-45d8-af9a-69a2cc024c49 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:09:35.247453 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba980373-4d1c-42a9-b367-0283c0dd9a2d None None] Sync routers for ids ['df0ef657-9bbd-419b-8709-c062d97e0db2'] in dv-cinder-796114-2-iscsi {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:09:35.257794 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba980373-4d1c-42a9-b367-0283c0dd9a2d None None] Routers {'df0ef657-9bbd-419b-8709-c062d97e0db2'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:09:35.258717 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-ba980373-4d1c-42a9-b367-0283c0dd9a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:09:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['df0ef657-9bbd-419b-8709-c062d97e0db2'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:35.310616 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16398788'] for router_interface, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:35.314925 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Pushing event updated for resources: {'Port': ['ID=63e11087-7b4a-4b99-ba06-447364c72448,revision_number=2']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:35.316631 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:35.346747 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba302565-b5fc-4624-abd6-6c03cdc15db6 req-261c4992-0ed3-45d8-af9a-69a2cc024c49 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] No DVR routers for this DVR port 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 on host hv-cinder-79611 {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:09:35.352869 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-ba302565-b5fc-4624-abd6-6c03cdc15db6 req-261c4992-0ed3-45d8-af9a-69a2cc024c49 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:35.358220 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ba302565-b5fc-4624-abd6-6c03cdc15db6 req-261c4992-0ed3-45d8-af9a-69a2cc024c49 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.22 "DELETE /v2.0/ports/90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 HTTP/1.1" status: 204 len: 173 time: 2.7211888 Jun 12 17:09:35.358220 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6', 'name': 'network-vif-deleted', 'tag': '90d5f1d4-f716-4245-9c24-9e2e1ec15ed2'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:09:35.372818 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728eb4c5-caa5-454c-ae15-02f437426921" -d '{"events": [{"server_uuid": "4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6", "name": "network-vif-deleted", "tag": "90d5f1d4-f716-4245-9c24-9e2e1ec15ed2"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:09:35.419643 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [req-920a645e-6a14-4334-9d18-030fd208c486 req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Allocated IP 192.168.233.186 (44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1/567e10cb-67c1-45f3-92a7-e5a7245ccfa7/8f5b2762-1942-4e91-bbce-846d0b3346fa) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:09:35.445022 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e313b8d9-95b6-43da-a6a3-3e1229600252 x-openstack-request-id: req-e313b8d9-95b6-43da-a6a3-3e1229600252 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:09:35.445478 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6", "name": "network-vif-deleted", "tag": "90d5f1d4-f716-4245-9c24-9e2e1ec15ed2", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:09:35.445813 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e313b8d9-95b6-43da-a6a3-3e1229600252 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:09:35.446261 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6', 'name': 'network-vif-deleted', 'tag': '90d5f1d4-f716-4245-9c24-9e2e1ec15ed2', 'status': 'completed', 'code': 200} Jun 12 17:09:35.450052 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-ba980373-4d1c-42a9-b367-0283c0dd9a2d None None] Set router df0ef657-9bbd-419b-8709-c062d97e0db2 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:09:35.468790 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Network 1de459b0-6013-449b-9c9e-63d7ea66f02a is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:09:35.470129 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:09:35.683123 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-920a645e-6a14-4334-9d18-030fd208c486 req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:35.704412 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-920a645e-6a14-4334-9d18-030fd208c486 req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Transition to ACTIVE for port object 8f5b2762-1942-4e91-bbce-846d0b3346fa will not be triggered until provisioned by entity DHCP. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:09:35.712383 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Router 56153170-2070-4c60-bd51-611ea5dcd8c9 has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:09:35.815065 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-ba980373-4d1c-42a9-b367-0283c0dd9a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:44Z', 'revision_number': 4, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'gw_port': {'id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:35Z', 'updated_at': '2021-06-12T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '055cb4bd-6568-412e-be80-783443d6006a', 'name': '', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'mac_address': 'fa:16:3e:b3:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:41Z', 'updated_at': '2021-06-12T17:04:59Z', 'revision_number': 5, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'subnets': [{'id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:35.822001 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba980373-4d1c-42a9-b367-0283c0dd9a2d None None] Checking router: df0ef657-9bbd-419b-8709-c062d97e0db2 for host: dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:09:35.828426 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba980373-4d1c-42a9-b367-0283c0dd9a2d None None] Routers {'df0ef657-9bbd-419b-8709-c062d97e0db2'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:09:35.829143 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-ba980373-4d1c-42a9-b367-0283c0dd9a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:09:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['df0ef657-9bbd-419b-8709-c062d97e0db2'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:35.835939 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-c16a374c-5382-443a-838b-dd43568b353f None None] Provisioning complete for port 63e11087-7b4a-4b99-ba06-447364c72448 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:35.836491 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-c16a374c-5382-443a-838b-dd43568b353f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:35.880367 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-c16a374c-5382-443a-838b-dd43568b353f None None] Port 63e11087-7b4a-4b99-ba06-447364c72448 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:09:35.917985 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-920a645e-6a14-4334-9d18-030fd208c486 req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:35.921154 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:09:35.926281 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] 10.222.0.16 "PUT /v2.0/routers/56153170-2070-4c60-bd51-611ea5dcd8c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5834529 Jun 12 17:09:35.932812 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-fad53d01-562f-4e02-8f0f-6590a1ebb415 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:36.000975 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920a645e-6a14-4334-9d18-030fd208c486 req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Network 44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:09:36.003784 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:09:36.012674 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [req-920a645e-6a14-4334-9d18-030fd208c486 req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:09:36.020697 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-920a645e-6a14-4334-9d18-030fd208c486 req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:09:36.039735 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Pushing event updated for resources: {'Port': ['ID=8f5b2762-1942-4e91-bbce-846d0b3346fa,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:36.125293 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a645e-6a14-4334-9d18-030fd208c486 req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:36.125293 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-920a645e-6a14-4334-9d18-030fd208c486 req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:36.128356 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:36.258455 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-920a645e-6a14-4334-9d18-030fd208c486 req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1434472 Jun 12 17:09:36.278637 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Request body: {'port': {'device_id': '19d5a484-189a-496b-bd25-16175f8908ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:36.314668 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-ba980373-4d1c-42a9-b367-0283c0dd9a2d None None] Set router df0ef657-9bbd-419b-8709-c062d97e0db2 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:09:36.329920 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bd69c-d613-454b-b380-9cabe7536a3e req-abce6e5a-2b82-4281-8c8c-e74aef54d73a tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:36.340251 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bd9bd69c-d613-454b-b380-9cabe7536a3e req-abce6e5a-2b82-4281-8c8c-e74aef54d73a tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/ports?device_id=19d5a484-189a-496b-bd25-16175f8908ef HTTP/1.1" status: 200 len: 936 time: 0.1782997 Jun 12 17:09:36.350980 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 751d83a9-d9bf-4ffa-9a19-afd3be20a569 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:09:36.458533 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] No Port match for: 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:09:36.469321 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 90d5f1d4-f716-4245-9c24-9e2e1ec15ed2 not bound to the agent host hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:09:36.483845 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bd9bd69c-d613-454b-b380-9cabe7536a3e req-a689a917-8898-494a-adc9-68306372bcab tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/security-groups?id=51fb173f-ffbc-4317-bc17-019496e7002f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424110 Jun 12 17:09:36.523785 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] Sync routers for ids ['56153170-2070-4c60-bd51-611ea5dcd8c9'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:09:36.557323 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1630e5e0-7fab-4521-a327-0e6fda5dc8a4 req-94e942f9-2aef-4e36-8418-5e4f42d10088 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cc0d83e-4b5a-4047-b03b-d4b67f9b68a6 HTTP/1.1" status: 200 len: 210 time: 0.0704629 Jun 12 17:09:36.566717 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] Routers {'56153170-2070-4c60-bd51-611ea5dcd8c9'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:09:36.579019 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:09:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['56153170-2070-4c60-bd51-611ea5dcd8c9'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:36.581800 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:36.589224 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34626) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:36.716305 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-56068336-64b1-4b93-b12d-93fa7c47eb35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:36.744067 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-a1e7a8ae-6c8d-4520-86d5-3f874cc0bc52 None None] Provisioning for port 8f5b2762-1942-4e91-bbce-846d0b3346fa completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:09:36.766312 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-ba980373-4d1c-42a9-b367-0283c0dd9a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:44Z', 'revision_number': 4, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'gw_port': {'id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:35Z', 'updated_at': '2021-06-12T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '055cb4bd-6568-412e-be80-783443d6006a', 'name': '', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'mac_address': 'fa:16:3e:b3:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:41Z', 'updated_at': '2021-06-12T17:04:59Z', 'revision_number': 5, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'subnets': [{'id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:36.776882 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba980373-4d1c-42a9-b367-0283c0dd9a2d None None] The sync data for ids ['df0ef657-9bbd-419b-8709-c062d97e0db2'] in dv-cinder-796114-2-iscsi is: [{'id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:44Z', 'revision_number': 4, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'gw_port': {'id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:35Z', 'updated_at': '2021-06-12T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '055cb4bd-6568-412e-be80-783443d6006a', 'name': '', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'mac_address': 'fa:16:3e:b3:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:41Z', 'updated_at': '2021-06-12T17:04:59Z', 'revision_number': 5, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'subnets': [{'id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:09:36.817530 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 751d83a9-d9bf-4ffa-9a19-afd3be20a569 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:09:36.823798 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-a1e7a8ae-6c8d-4520-86d5-3f874cc0bc52 None None] Provisioning complete for port 8f5b2762-1942-4e91-bbce-846d0b3346fa triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:36.824320 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a8ae-6c8d-4520-86d5-3f874cc0bc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:36.828519 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 751d83a9-d9bf-4ffa-9a19-afd3be20a569 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:36.828698 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:36.913772 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-56068336-64b1-4b93-b12d-93fa7c47eb35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:36.967767 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-a1e7a8ae-6c8d-4520-86d5-3f874cc0bc52 None None] Port 8f5b2762-1942-4e91-bbce-846d0b3346fa cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:09:37.002665 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] Set router 56153170-2070-4c60-bd51-611ea5dcd8c9 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:09:37.005774 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-56068336-64b1-4b93-b12d-93fa7c47eb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:37.025112 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5b2762-1942-4e91-bbce-846d0b3346fa {{(pid=92467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:09:37.034125 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:37.049863 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-e2e1653a-9371-4436-b1a2-883a158d4258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:37.060312 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Transition to ACTIVE for port object 8f5b2762-1942-4e91-bbce-846d0b3346fa will not be triggered until provisioned by entity L2. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:09:37.083595 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-56068336-64b1-4b93-b12d-93fa7c47eb35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=652500c7ef3347f3a3c0b282d14049c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4919353 Jun 12 17:09:37.087463 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 34638) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:37.096572 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56068336-64b1-4b93-b12d-93fa7c47eb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8966eb9b-d74c-40c5-88fe-b2282d531c0f,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:37.115021 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-56068336-64b1-4b93-b12d-93fa7c47eb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:37.162043 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f618ce3d-37d7-46d2-8612-c99aa78f1998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:37.177729 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:37.191948 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f618ce3d-37d7-46d2-8612-c99aa78f1998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:37.215687 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e074ce-b9e8-4786-93b0-584165b74ac2 None None] New status for floating IP ac1243a8-b68f-4f94-8ae8-f518b1a691f7: DOWN {{(pid=92469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 17:09:37.233340 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:37.235769 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-a0b868e0-bbd3-4d92-bb3c-2146afe9c13c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:37.266089 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34642) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:37.271444 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 751d83a9-d9bf-4ffa-9a19-afd3be20a569, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=751d83a9-d9bf-4ffa-9a19-afd3be20a569,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:09:37.285521 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-f316ba0a-bbaf-4616-94e2-591021bb9cb3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-511459569-network', 'tenant_id': 'e1b13dcdda524025907cc4422c3ac788'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:37.348746 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5b2762-1942-4e91-bbce-846d0b3346fa,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:37.375710 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'name': 'tempest-TestShelveInstance-1451558760-router', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:28Z', 'updated_at': '2021-06-12T17:09:34Z', 'revision_number': 4, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'gw_port': {'id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:29Z', 'updated_at': '2021-06-12T17:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '63e11087-7b4a-4b99-ba06-447364c72448', 'name': '', 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'mac_address': 'fa:16:3e:42:65:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4758b802-10b2-4d8a-9b59-c24e4b4afa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:33Z', 'updated_at': '2021-06-12T17:09:34Z', 'revision_number': 2, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'subnets': [{'id': '4758b802-10b2-4d8a-9b59-c24e4b4afa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:37.379598 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] Checking router: 56153170-2070-4c60-bd51-611ea5dcd8c9 for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:09:37.379966 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] Updating router 56153170-2070-4c60-bd51-611ea5dcd8c9 port 63e11087-7b4a-4b99-ba06-447364c72448 binding host dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 17:09:37.384904 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:37.424470 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:37.458178 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Attempting to bind port 8f5b2762-1942-4e91-bbce-846d0b3346fa on host hv-cinder-79611 for vnic_type normal with profile {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:09:37.458384 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Attempting to bind port 8f5b2762-1942-4e91-bbce-846d0b3346fa by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '66264be1-4f81-466c-b6c5-5fa9cfbeb97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1'}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:09:37.458530 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Attempting to bind port 8f5b2762-1942-4e91-bbce-846d0b3346fa on network 44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:09:37.463672 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Port 8f5b2762-1942-4e91-bbce-846d0b3346fa on network 44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 17:09:37.463995 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Attempting to bind port 8f5b2762-1942-4e91-bbce-846d0b3346fa on network 44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:09:37.469504 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Checking agent: {'id': '2dfdfaa1-9da4-4da7-bc93-db92fb710195', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'started_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:09:37.469504 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Checking segment: {'id': '66264be1-4f81-466c-b6c5-5fa9cfbeb97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:09:37.469839 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Bound using segment: {'id': '66264be1-4f81-466c-b6c5-5fa9cfbeb97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1'} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:09:37.470267 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Bound port: 8f5b2762-1942-4e91-bbce-846d0b3346fa, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66264be1-4f81-466c-b6c5-5fa9cfbeb97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1'}}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:09:37.470610 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:37.547054 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] For port 8f5b2762-1942-4e91-bbce-846d0b3346fa, host hv-cinder-79611, cleared binding levels {{(pid=92467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:09:37.550883 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] For port 8f5b2762-1942-4e91-bbce-846d0b3346fa, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8f5b2762-1942-4e91-bbce-846d0b3346fa,segment=NetworkSegment(66264be1-4f81-466c-b6c5-5fa9cfbeb97b),segment_id=66264be1-4f81-466c-b6c5-5fa9cfbeb97b)] {{(pid=92467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:09:37.560514 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:37.572340 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:37.574273 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f316ba0a-bbaf-4616-94e2-591021bb9cb3 admin admin] Made reservation on behalf of e1b13dcdda524025907cc4422c3ac788 for: {'network': 1} {{(pid=92466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:09:37.577065 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f316ba0a-bbaf-4616-94e2-591021bb9cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for network, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:37.588419 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f618ce3d-37d7-46d2-8612-c99aa78f1998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:37.591165 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f618ce3d-37d7-46d2-8612-c99aa78f1998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:37.592422 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-f618ce3d-37d7-46d2-8612-c99aa78f1998 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8966eb9b-d74c-40c5-88fe-b2282d531c0f HTTP/1.1" status: 204 len: 168 time: 0.5039461 Jun 12 17:09:37.597741 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-833cacfe-1116-427d-91e0-bb1a11db7f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:37.602188 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f316ba0a-bbaf-4616-94e2-591021bb9cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:37.619239 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618ce3d-37d7-46d2-8612-c99aa78f1998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8966eb9b-d74c-40c5-88fe-b2282d531c0f,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:37.623681 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-f618ce3d-37d7-46d2-8612-c99aa78f1998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:37.632761 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:37.635958 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:37.723424 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=751d83a9-d9bf-4ffa-9a19-afd3be20a569,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:37.729779 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:37.791578 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f316ba0a-bbaf-4616-94e2-591021bb9cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:37.816100 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34654) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:37.926853 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ac5aae5a-365c-417a-8248-e4118924d1af tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:37.973325 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] Notify callbacks [] for port, precommit_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:37.982748 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ac5aae5a-365c-417a-8248-e4118924d1af tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:37.986898 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] Transition to ACTIVE for port object 63e11087-7b4a-4b99-ba06-447364c72448 will not be triggered until provisioned by entity L2. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:09:38.032064 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f316ba0a-bbaf-4616-94e2-591021bb9cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:38.042804 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-df361e3b-f93c-43ca-889c-0190401a7741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:38.076999 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 751d83a9-d9bf-4ffa-9a19-afd3be20a569 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:09:38.094858 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316ba0a-bbaf-4616-94e2-591021bb9cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e579efb-06b9-4ca9-a87e-af0ae21585a1,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:38.099516 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f316ba0a-bbaf-4616-94e2-591021bb9cb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=92466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 17:09:38.102467 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-f316ba0a-bbaf-4616-94e2-591021bb9cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:38.121071 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f316ba0a-bbaf-4616-94e2-591021bb9cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:38.121483 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.db.segments_db [None req-f316ba0a-bbaf-4616-94e2-591021bb9cb3 admin admin] Added segment 804c8ba9-0875-4608-b8f7-50ed085a72d7 of type vlan for network d80e4cbd-0403-4dc7-ae53-21ba3ee03dad Jun 12 17:09:38.127002 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:38.141060 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:38.161346 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:38.162512 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:38.164235 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-920a645e-6a14-4334-9d18-030fd208c486 req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] 10.222.0.22 "PUT /v2.0/ports/8f5b2762-1942-4e91-bbce-846d0b3346fa HTTP/1.1" status: 200 len: 1098 time: 1.8902216 Jun 12 17:09:38.164936 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d5a484-189a-496b-bd25-16175f8908ef', 'tag': '8f5b2762-1942-4e91-bbce-846d0b3346fa'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:09:38.168118 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee48ef36-641e-4455-bafd-5879ead9ded0" -d '{"events": [{"name": "network-changed", "server_uuid": "19d5a484-189a-496b-bd25-16175f8908ef", "tag": "8f5b2762-1942-4e91-bbce-846d0b3346fa"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:09:38.207271 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f316ba0a-bbaf-4616-94e2-591021bb9cb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742179357597'] for network, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:38.207633 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5b2762-1942-4e91-bbce-846d0b3346fa,revision_number=3']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:38.212034 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:38.221544 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ac5aae5a-365c-417a-8248-e4118924d1af tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:38.224357 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ac5aae5a-365c-417a-8248-e4118924d1af tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:38.234283 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-ac5aae5a-365c-417a-8248-e4118924d1af tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "DELETE /v2.0/security-groups/319384f0-5b62-4025-b63c-6a21219a4060 HTTP/1.1" status: 204 len: 168 time: 0.4141881 Jun 12 17:09:38.234283 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-0e7c94be-83d0-4a9a-bf43-a32b030bfa75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:38.234599 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 34658) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:38.242732 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5aae5a-365c-417a-8248-e4118924d1af tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=319384f0-5b62-4025-b63c-6a21219a4060,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:38.245212 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0d18b-bff4-49f4-8961-379e4a9722cc req-1c161b3e-1ba0-46db-863f-7868df470314 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:38.254794 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bbf0d18b-bff4-49f4-8961-379e4a9722cc req-1c161b3e-1ba0-46db-863f-7868df470314 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/ports?device_id=19d5a484-189a-496b-bd25-16175f8908ef HTTP/1.1" status: 200 len: 948 time: 0.5453632 Jun 12 17:09:38.255474 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-ac5aae5a-365c-417a-8248-e4118924d1af tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:38.264146 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:09:38.271048 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b05590-2c15-46fb-bfaa-7640f7416c25 x-openstack-request-id: req-a6b05590-2c15-46fb-bfaa-7640f7416c25 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:09:38.276269 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d5a484-189a-496b-bd25-16175f8908ef", "tag": "8f5b2762-1942-4e91-bbce-846d0b3346fa", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:09:38.276269 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6b05590-2c15-46fb-bfaa-7640f7416c25 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:09:38.276269 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d5a484-189a-496b-bd25-16175f8908ef', 'tag': '8f5b2762-1942-4e91-bbce-846d0b3346fa', 'status': 'completed', 'code': 200} Jun 12 17:09:38.297222 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e424c-f4a7-4064-bc09-b6087c545b4f None None] Pushing event updated for resources: {'Port': ['ID=63e11087-7b4a-4b99-ba06-447364c72448,revision_number=3']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:38.313427 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.api.v2.resource [None req-892cb50a-7eae-48ac-b16b-f2a6b5394c7a tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] show failed (client error): The resource could not be found. Jun 12 17:09:38.317589 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-892cb50a-7eae-48ac-b16b-f2a6b5394c7a tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups/319384f0-5b62-4025-b63c-6a21219a4060 HTTP/1.1" status: 404 len: 347 time: 0.0831645 Jun 12 17:09:38.319544 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34662) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:38.358075 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-174e424c-f4a7-4064-bc09-b6087c545b4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:38.376914 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 751d83a9-d9bf-4ffa-9a19-afd3be20a569 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:38.377253 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:38.382587 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bbf0d18b-bff4-49f4-8961-379e4a9722cc req-575d4a42-4652-489b-b86b-519bfefc523d tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/security-groups?id=51fb173f-ffbc-4317-bc17-019496e7002f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261306 Jun 12 17:09:38.395566 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f316ba0a-bbaf-4616-94e2-591021bb9cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065'] for network, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:38.399343 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f316ba0a-bbaf-4616-94e2-591021bb9cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:38.402421 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f316ba0a-bbaf-4616-94e2-591021bb9cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:38.411384 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:38.418243 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48ef36-641e-4455-bafd-5879ead9ded0 req-8647858b-5946-4a08-bb82-fbe623f6b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:38.420486 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ee48ef36-641e-4455-bafd-5879ead9ded0 req-8647858b-5946-4a08-bb82-fbe623f6b773 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e49454738d4b47f2b0b54797a634aa6c&device_id=19d5a484-189a-496b-bd25-16175f8908ef HTTP/1.1" status: 200 len: 1101 time: 0.1199858 Jun 12 17:09:38.458987 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ee48ef36-641e-4455-bafd-5879ead9ded0 req-ef02f123-294a-417a-93a3-3207d1697400 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=e49454738d4b47f2b0b54797a634aa6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261602 Jun 12 17:09:38.501022 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-f316ba0a-bbaf-4616-94e2-591021bb9cb3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2333405 Jun 12 17:09:38.503256 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] Attempting to bind port 63e11087-7b4a-4b99-ba06-447364c72448 on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:09:38.503673 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] Attempting to bind port 63e11087-7b4a-4b99-ba06-447364c72448 by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': 'dfdffe23-705e-45dc-a58b-cc7a72d5bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a'}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:09:38.504190 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] Attempting to bind port 63e11087-7b4a-4b99-ba06-447364c72448 on network 1de459b0-6013-449b-9c9e-63d7ea66f02a {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:09:38.509885 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34664) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:38.514961 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-b44e64ab-b104-4f0e-86f8-11fcba2d46f2 admin admin] Request body: {'subnet': {'network_id': 'd80e4cbd-0403-4dc7-ae53-21ba3ee03dad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-511459569-subnet', 'tenant_id': 'e1b13dcdda524025907cc4422c3ac788', 'ip_version': 4}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:38.517050 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:09:38.517050 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] Checking segment: {'id': 'dfdffe23-705e-45dc-a58b-cc7a72d5bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:09:38.517050 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:38.517050 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] Bound using segment: {'id': 'dfdffe23-705e-45dc-a58b-cc7a72d5bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a'} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:09:38.517050 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] Bound port: 63e11087-7b4a-4b99-ba06-447364c72448, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdffe23-705e-45dc-a58b-cc7a72d5bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a'}}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:09:38.517518 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:38.602556 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48ef36-641e-4455-bafd-5879ead9ded0 req-5f06429f-7f68-4f36-9033-e190bc438604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:38.604105 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ee48ef36-641e-4455-bafd-5879ead9ded0 req-5f06429f-7f68-4f36-9033-e190bc438604 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1396918 Jun 12 17:09:38.604331 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316ba0a-bbaf-4616-94e2-591021bb9cb3 admin admin] Pushing event updated for resources: {'Network': ['ID=d80e4cbd-0403-4dc7-ae53-21ba3ee03dad,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:38.607130 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-f316ba0a-bbaf-4616-94e2-591021bb9cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:38.629867 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Network d80e4cbd-0403-4dc7-ae53-21ba3ee03dad details requested by agent ovs-agent-dv-cinder-796114-2-iscsi with host dv-cinder-796114-2-iscsi {{(pid=92468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 17:09:38.643969 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c50a7-a789-4d0e-bef7-7f09c3038521 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Deleting port 6f75e07f-edca-4cb3-a3ee-da7d1bc66b3e {{(pid=92466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:09:38.644307 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-5e2c50a7-a789-4d0e-bef7-7f09c3038521 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:38.666458 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] For port 63e11087-7b4a-4b99-ba06-447364c72448, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:09:38.686712 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] For port 63e11087-7b4a-4b99-ba06-447364c72448, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=63e11087-7b4a-4b99-ba06-447364c72448,segment=NetworkSegment(dfdffe23-705e-45dc-a58b-cc7a72d5bc07),segment_id=dfdffe23-705e-45dc-a58b-cc7a72d5bc07)] {{(pid=92468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:09:38.712585 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a645e-6a14-4334-9d18-030fd208c486 req-e18aa23f-9e45-42a5-94d7-24f8c1f1a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:38.714244 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-920a645e-6a14-4334-9d18-030fd208c486 req-e18aa23f-9e45-42a5-94d7-24f8c1f1a801 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e49454738d4b47f2b0b54797a634aa6c&device_id=19d5a484-189a-496b-bd25-16175f8908ef HTTP/1.1" status: 200 len: 1101 time: 0.0678039 Jun 12 17:09:38.718023 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44e64ab-b104-4f0e-86f8-11fcba2d46f2 admin admin] Made reservation on behalf of e1b13dcdda524025907cc4422c3ac788 for: {'subnet': 1} {{(pid=92466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:09:38.720348 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b44e64ab-b104-4f0e-86f8-11fcba2d46f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13056911'] for subnet, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:38.772714 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-920a645e-6a14-4334-9d18-030fd208c486 req-fa162d3b-caa3-445d-bd33-29be7790c092 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=8f5b2762-1942-4e91-bbce-846d0b3346fa HTTP/1.1" status: 200 len: 217 time: 0.0498078 Jun 12 17:09:38.840147 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a645e-6a14-4334-9d18-030fd208c486 req-84df6f8f-df47-40b6-bdc7-6353f7b7b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:38.842252 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-920a645e-6a14-4334-9d18-030fd208c486 req-84df6f8f-df47-40b6-bdc7-6353f7b7b3c9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=567e10cb-67c1-45f3-92a7-e5a7245ccfa7 HTTP/1.1" status: 200 len: 843 time: 0.0643954 Jun 12 17:09:38.866428 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:38.869918 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:38.925825 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a645e-6a14-4334-9d18-030fd208c486 req-1abaed55-8ac0-4371-b15d-bcbd23f97ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:38.931341 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-920a645e-6a14-4334-9d18-030fd208c486 req-1abaed55-8ac0-4371-b15d-bcbd23f97ef1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0817287 Jun 12 17:09:38.941646 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] Routers {'56153170-2070-4c60-bd51-611ea5dcd8c9'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:09:38.942280 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:09:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['56153170-2070-4c60-bd51-611ea5dcd8c9'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:38.944821 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e424c-f4a7-4064-bc09-b6087c545b4f None None] Pushing event updated for resources: {'Port': ['ID=63e11087-7b4a-4b99-ba06-447364c72448,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:38.949377 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-174e424c-f4a7-4064-bc09-b6087c545b4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:39.074235 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-920a645e-6a14-4334-9d18-030fd208c486 req-2bfd7fb3-5346-40a2-9935-0fd791af1083 service neutron] 10.222.0.22 "GET /v2.0/networks/44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361516 Jun 12 17:09:39.119001 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] Set router 56153170-2070-4c60-bd51-611ea5dcd8c9 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:09:39.156488 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-5e2c50a7-a789-4d0e-bef7-7f09c3038521 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:39.156488 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-5e2c50a7-a789-4d0e-bef7-7f09c3038521 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:39.202913 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-920a645e-6a14-4334-9d18-030fd208c486 req-7771e75f-5db3-4d2a-a032-07eeb95169f5 service neutron] 10.222.0.22 "GET /v2.0/networks/44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220336 Jun 12 17:09:39.259854 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c50a7-a789-4d0e-bef7-7f09c3038521 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Calling delete_port for 6f75e07f-edca-4cb3-a3ee-da7d1bc66b3e owned by network:floatingip {{(pid=92466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:09:39.411192 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'name': 'tempest-TestShelveInstance-1451558760-router', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:28Z', 'updated_at': '2021-06-12T17:09:34Z', 'revision_number': 4, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'gw_port': {'id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:29Z', 'updated_at': '2021-06-12T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '63e11087-7b4a-4b99-ba06-447364c72448', 'name': '', 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'mac_address': 'fa:16:3e:42:65:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4758b802-10b2-4d8a-9b59-c24e4b4afa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:33Z', 'updated_at': '2021-06-12T17:09:38Z', 'revision_number': 4, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'subnets': [{'id': '4758b802-10b2-4d8a-9b59-c24e4b4afa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:39.415550 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e20cf8-3f0f-4632-bafc-39c4beb6a781 None None] The sync data for ids ['56153170-2070-4c60-bd51-611ea5dcd8c9'] in dv-cinder-796114-2-iscsi is: [{'id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'name': 'tempest-TestShelveInstance-1451558760-router', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:28Z', 'updated_at': '2021-06-12T17:09:34Z', 'revision_number': 4, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'gw_port': {'id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:29Z', 'updated_at': '2021-06-12T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '63e11087-7b4a-4b99-ba06-447364c72448', 'name': '', 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'mac_address': 'fa:16:3e:42:65:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4758b802-10b2-4d8a-9b59-c24e4b4afa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:33Z', 'updated_at': '2021-06-12T17:09:38Z', 'revision_number': 4, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'subnets': [{'id': '4758b802-10b2-4d8a-9b59-c24e4b4afa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:09:39.586835 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b44e64ab-b104-4f0e-86f8-11fcba2d46f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12900407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13056921'] for subnet, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:39.591564 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-f164543e-4cc6-4835-a035-0474d47c80e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:39.650459 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52e3f7-4b75-4808-b58e-3b37ebfa6310 req-274623ee-6658-4eda-a861-88a73e09f3c2 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:39.653528 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8b52e3f7-4b75-4808-b58e-3b37ebfa6310 req-274623ee-6658-4eda-a861-88a73e09f3c2 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/ports?device_id=19d5a484-189a-496b-bd25-16175f8908ef HTTP/1.1" status: 200 len: 948 time: 0.1042399 Jun 12 17:09:39.660252 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e64ab-b104-4f0e-86f8-11fcba2d46f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bf11e71-c1af-4884-b130-5214911ba448,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:39.669975 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b44e64ab-b104-4f0e-86f8-11fcba2d46f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:39.672377 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-5e2c50a7-a789-4d0e-bef7-7f09c3038521 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12901262'] for port, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:39.676737 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-182ce63f-9299-44b0-b34a-341b5b027fc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:39.703598 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8b52e3f7-4b75-4808-b58e-3b37ebfa6310 req-57be3388-71b7-49d5-a6d0-3844906cba9f tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/security-groups?id=51fb173f-ffbc-4317-bc17-019496e7002f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438473 Jun 12 17:09:39.706858 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c50a7-a789-4d0e-bef7-7f09c3038521 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Pushing event deleted for resources: {'Port': ['ID=6f75e07f-edca-4cb3-a3ee-da7d1bc66b3e,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:39.716225 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-5e2c50a7-a789-4d0e-bef7-7f09c3038521 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:39.717284 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44e64ab-b104-4f0e-86f8-11fcba2d46f2 admin admin] Checking segment: {'id': '804c8ba9-0875-4608-b8f7-50ed085a72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd80e4cbd-0403-4dc7-ae53-21ba3ee03dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:09:39.717704 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44e64ab-b104-4f0e-86f8-11fcba2d46f2 admin admin] Network hostable DHCP agents. Network: d80e4cbd-0403-4dc7-ae53-21ba3ee03dad, hostable agents: ['dea24f1a-15dd-4e40-8754-3f5bb8b9c420'], hosted agents: [] {{(pid=92466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 17:09:39.814376 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-5e2c50a7-a789-4d0e-bef7-7f09c3038521 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for floatingip, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:39.816965 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-5e2c50a7-a789-4d0e-bef7-7f09c3038521 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:39.819914 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-5e2c50a7-a789-4d0e-bef7-7f09c3038521 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "DELETE /v2.0/floatingips/ac1243a8-b68f-4f94-8ae8-f518b1a691f7 HTTP/1.1" status: 204 len: 168 time: 1.4989862 Jun 12 17:09:39.860246 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44e64ab-b104-4f0e-86f8-11fcba2d46f2 admin admin] Network d80e4cbd-0403-4dc7-ae53-21ba3ee03dad is scheduled to be hosted by DHCP agent dea24f1a-15dd-4e40-8754-3f5bb8b9c420 with binding_index 1 {{(pid=92466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 17:09:39.947999 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-b44e64ab-b104-4f0e-86f8-11fcba2d46f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-2-iscsi, d80e4cbd-0403-4dc7-ae53-21ba3ee03dad) {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:09:39.952895 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44e64ab-b104-4f0e-86f8-11fcba2d46f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:39.953498 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b44e64ab-b104-4f0e-86f8-11fcba2d46f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:39.957582 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667c6073-76e1-45c4-9ef8-c2be39f72014 None None] Network d80e4cbd-0403-4dc7-ae53-21ba3ee03dad requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:09:40.076811 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-b44e64ab-b104-4f0e-86f8-11fcba2d46f2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5629678 Jun 12 17:09:40.076811 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34672) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:40.080268 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 63e11087-7b4a-4b99-ba06-447364c72448 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:09:40.082870 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-511459569-router', 'tenant_id': 'e1b13dcdda524025907cc4422c3ac788', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:40.171130 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34678) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:40.176323 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-74ef1fd8-ca94-47c8-aea6-28b69a9e3505 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1034039338', 'description': 'tempest-description--628312484'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:40.230759 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16469155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12062'] for router, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:40.231849 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16469188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16397778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16460493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12261'] for router, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:40.236818 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c9d205f-6952-582c-9c30-338f7d97ab93-d80e4cbd-0403-4dc7-ae53-21ba3ee03dad', 'network_id': 'd80e4cbd-0403-4dc7-ae53-21ba3ee03dad', 'tenant_id': 'e1b13dcdda524025907cc4422c3ac788', 'fixed_ips': [{'subnet_id': '2bf11e71-c1af-4884-b130-5214911ba448'}]}} from dv-cinder-796114-2-iscsi. {{(pid=92468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 17:09:40.238386 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:40.349669 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:40.406836 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 63e11087-7b4a-4b99-ba06-447364c72448 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:09:40.412016 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 63e11087-7b4a-4b99-ba06-447364c72448 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:40.412999 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:40.461538 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-74ef1fd8-ca94-47c8-aea6-28b69a9e3505 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:40.471240 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.db_base_plugin_common [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Allocated IP 172.20.0.2 (d80e4cbd-0403-4dc7-ae53-21ba3ee03dad/2bf11e71-c1af-4884-b130-5214911ba448/80afbb64-6cf1-4c47-aa5c-75c0b75042ee) {{(pid=92468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:09:40.623003 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:40.687646 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 63e11087-7b4a-4b99-ba06-447364c72448, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=63e11087-7b4a-4b99-ba06-447364c72448,segment=NetworkSegment(dfdffe23-705e-45dc-a58b-cc7a72d5bc07),segment_id=dfdffe23-705e-45dc-a58b-cc7a72d5bc07)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:09:40.743644 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16397773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16469169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12275'] for router, precommit_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:40.747836 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Notify callbacks [] for port, precommit_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:40.757394 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Transition to ACTIVE for port object 80afbb64-6cf1-4c47-aa5c-75c0b75042ee will not be triggered until provisioned by entity L2. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:09:40.773868 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Transition to ACTIVE for port object 80afbb64-6cf1-4c47-aa5c-75c0b75042ee will not be triggered until provisioned by entity DHCP. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:09:40.779893 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:40.782762 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-0f29abc7-c068-42d3-94cc-7c855afa2511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:40.783939 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-74ef1fd8-ca94-47c8-aea6-28b69a9e3505 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:40.838574 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=63e11087-7b4a-4b99-ba06-447364c72448,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:40.842197 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:40.866899 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:40.868991 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:40.880529 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-74ef1fd8-ca94-47c8-aea6-28b69a9e3505 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:40.891556 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-a443ae47-2561-479d-956e-23cc69131f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:40.922935 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Network d80e4cbd-0403-4dc7-ae53-21ba3ee03dad is already hosted by enough agents. {{(pid=92468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:09:40.925787 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.scheduler.base_scheduler [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Resources bound (agent type, host, resource id): {{(pid=92468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:09:40.929461 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Received port after_create {{(pid=92468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:09:40.937082 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Pushing event updated for resources: {'Port': ['ID=80afbb64-6cf1-4c47-aa5c-75c0b75042ee,revision_number=1']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:40.940748 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:40.945674 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef1fd8-ca94-47c8-aea6-28b69a9e3505 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf778cef-30bb-4768-a187-ed55647b2e75,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:40.949941 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-74ef1fd8-ca94-47c8-aea6-28b69a9e3505 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:41.009261 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Attempting to bind port 80afbb64-6cf1-4c47-aa5c-75c0b75042ee on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:09:41.009642 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Attempting to bind port 80afbb64-6cf1-4c47-aa5c-75c0b75042ee by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '804c8ba9-0875-4608-b8f7-50ed085a72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd80e4cbd-0403-4dc7-ae53-21ba3ee03dad'}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:09:41.010016 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Attempting to bind port 80afbb64-6cf1-4c47-aa5c-75c0b75042ee on network d80e4cbd-0403-4dc7-ae53-21ba3ee03dad {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:09:41.010744 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2dffb-adfb-47e4-b867-bdda7a1c0bee req-f1cad1f2-f97e-402a-8f83-426026e8ebe6 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:41.012304 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e1f2dffb-adfb-47e4-b867-bdda7a1c0bee req-f1cad1f2-f97e-402a-8f83-426026e8ebe6 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/ports?device_id=19d5a484-189a-496b-bd25-16175f8908ef HTTP/1.1" status: 200 len: 948 time: 0.1824126 Jun 12 17:09:41.014977 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:09:41.015356 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Checking segment: {'id': '804c8ba9-0875-4608-b8f7-50ed085a72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd80e4cbd-0403-4dc7-ae53-21ba3ee03dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:09:41.015810 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:41.016213 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Bound using segment: {'id': '804c8ba9-0875-4608-b8f7-50ed085a72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd80e4cbd-0403-4dc7-ae53-21ba3ee03dad'} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:09:41.016684 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Bound port: 80afbb64-6cf1-4c47-aa5c-75c0b75042ee, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804c8ba9-0875-4608-b8f7-50ed085a72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd80e4cbd-0403-4dc7-ae53-21ba3ee03dad'}}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:09:41.017068 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:41.044371 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-74ef1fd8-ca94-47c8-aea6-28b69a9e3505 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:41.045569 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-74ef1fd8-ca94-47c8-aea6-28b69a9e3505 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8733821 Jun 12 17:09:41.048757 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 34682) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:41.054252 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-06ff3a41-772b-4ed0-a3c8-e7437832def8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Request body: {'security_group_rule': {'security_group_id': 'cf778cef-30bb-4768-a187-ed55647b2e75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:41.076481 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e1f2dffb-adfb-47e4-b867-bdda7a1c0bee req-bf61df38-f448-43a5-9f66-6c596b582cfe tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/security-groups?id=51fb173f-ffbc-4317-bc17-019496e7002f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568879 Jun 12 17:09:41.099513 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] For port 80afbb64-6cf1-4c47-aa5c-75c0b75042ee, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:09:41.103609 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] For port 80afbb64-6cf1-4c47-aa5c-75c0b75042ee, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=80afbb64-6cf1-4c47-aa5c-75c0b75042ee,segment=NetworkSegment(804c8ba9-0875-4608-b8f7-50ed085a72d7),segment_id=804c8ba9-0875-4608-b8f7-50ed085a72d7)] {{(pid=92468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:09:41.197685 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-06ff3a41-772b-4ed0-a3c8-e7437832def8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:41.220587 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:41.223409 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:41.230902 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:41.259915 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:41.263321 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-06ff3a41-772b-4ed0-a3c8-e7437832def8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:41.288310 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Pushing event updated for resources: {'Port': ['ID=80afbb64-6cf1-4c47-aa5c-75c0b75042ee,revision_number=2']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:41.294246 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:41.340057 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-06ff3a41-772b-4ed0-a3c8-e7437832def8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:41.342150 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:41.361475 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff3a41-772b-4ed0-a3c8-e7437832def8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e168a9c-b22f-487c-896f-98c5d57830ad,revision_number=0']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:41.364014 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-06ff3a41-772b-4ed0-a3c8-e7437832def8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:41.389367 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_common [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] Allocated IP 172.27.1.147 (ea6ee7b2-d8f2-435f-804e-11e3b9b06d41/91bb23a6-47cd-46ba-a600-d5abe9f7088a/4e27d004-0526-4dfc-9a26-b93b357157cd) {{(pid=92466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:09:41.454765 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-06ff3a41-772b-4ed0-a3c8-e7437832def8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:41.457154 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-06ff3a41-772b-4ed0-a3c8-e7437832def8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4063871 Jun 12 17:09:41.457805 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 34684) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:41.464050 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-816c2e49-025a-42bd-88f6-8dd2da4c8896 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Request body: {'security_group_rule': {'security_group_id': 'cf778cef-30bb-4768-a187-ed55647b2e75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:41.546456 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-816c2e49-025a-42bd-88f6-8dd2da4c8896 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:41.569753 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:41.627467 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-816c2e49-025a-42bd-88f6-8dd2da4c8896 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:41.673830 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12901255'] for port, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:41.676890 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:41.701934 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-816c2e49-025a-42bd-88f6-8dd2da4c8896 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:41.703988 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-176508fe-d74f-4ab5-9564-47885463b3fe tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:41.718552 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:09:41.725536 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c2e49-025a-42bd-88f6-8dd2da4c8896 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee880d3d-36ee-44a9-b8e1-1127cb13a918,revision_number=0']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:41.726716 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:09:41.729221 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-816c2e49-025a-42bd-88f6-8dd2da4c8896 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:41.729771 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] Received port after_create {{(pid=92466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:09:41.766306 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] Pushing event updated for resources: {'Port': ['ID=4e27d004-0526-4dfc-9a26-b93b357157cd,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:41.769273 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:41.782220 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-816c2e49-025a-42bd-88f6-8dd2da4c8896 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:41.783820 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-816c2e49-025a-42bd-88f6-8dd2da4c8896 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3247836 Jun 12 17:09:41.786894 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34688) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:41.792034 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Request body: {'floatingip': {'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:41.992282 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for floatingip, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:42.046454 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 8f5b2762-1942-4e91-bbce-846d0b3346fa details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:09:42.158428 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 63e11087-7b4a-4b99-ba06-447364c72448 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:09:42.237460 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 8f5b2762-1942-4e91-bbce-846d0b3346fa, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8f5b2762-1942-4e91-bbce-846d0b3346fa,segment=NetworkSegment(66264be1-4f81-466c-b6c5-5fa9cfbeb97b),segment_id=66264be1-4f81-466c-b6c5-5fa9cfbeb97b)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:09:42.241034 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:42.255612 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': '8f5b2762-1942-4e91-bbce-846d0b3346fa', 'network_id': '44fb3a58-06a1-4ee5-a4ae-5f23c46d7cd1', 'port_id': '8f5b2762-1942-4e91-bbce-846d0b3346fa', 'mac_address': 'fa:16:3e:69:2d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567e10cb-67c1-45f3-92a7-e5a7245ccfa7', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:09:42.262682 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 63e11087-7b4a-4b99-ba06-447364c72448 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:42.263210 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:42.346308 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:42.368838 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5b2762-1942-4e91-bbce-846d0b3346fa {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:09:42.425217 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 8f5b2762-1942-4e91-bbce-846d0b3346fa, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8f5b2762-1942-4e91-bbce-846d0b3346fa,segment=NetworkSegment(66264be1-4f81-466c-b6c5-5fa9cfbeb97b),segment_id=66264be1-4f81-466c-b6c5-5fa9cfbeb97b)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:09:42.436753 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 80afbb64-6cf1-4c47-aa5c-75c0b75042ee up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:09:42.485251 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef6512f-633c-40aa-adad-50dc84f062a4 None None] Network d80e4cbd-0403-4dc7-ae53-21ba3ee03dad requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:09:42.649542 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:42.653152 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:42.712747 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:42.769707 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6da1a486-0e1d-4e9e-83e2-393ebf5940e7 None None] Provisioning for port 80afbb64-6cf1-4c47-aa5c-75c0b75042ee completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:09:42.789273 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=8f5b2762-1942-4e91-bbce-846d0b3346fa,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:42.797754 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:42.836894 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 80afbb64-6cf1-4c47-aa5c-75c0b75042ee completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:09:42.845406 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 80afbb64-6cf1-4c47-aa5c-75c0b75042ee triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:42.845795 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:42.893887 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80185cf-8ac1-48b0-b0f9-054d51acecd5 req-b0cd7e4c-b2ad-4d28-908f-97b6140f0e93 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:42.895297 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f80185cf-8ac1-48b0-b0f9-054d51acecd5 req-b0cd7e4c-b2ad-4d28-908f-97b6140f0e93 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/ports?device_id=19d5a484-189a-496b-bd25-16175f8908ef HTTP/1.1" status: 200 len: 949 time: 0.3284543 Jun 12 17:09:42.917606 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['8f5b2762-1942-4e91-bbce-846d0b3346fa'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:09:43.001139 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f80185cf-8ac1-48b0-b0f9-054d51acecd5 req-9c1e3abe-2433-46e1-add4-6a2e8dbc95d1 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/security-groups?id=51fb173f-ffbc-4317-bc17-019496e7002f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966377 Jun 12 17:09:43.003651 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16469160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16397461'] for router, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:43.025029 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_common [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Allocated IP 172.27.1.200 (ea6ee7b2-d8f2-435f-804e-11e3b9b06d41/91bb23a6-47cd-46ba-a600-d5abe9f7088a/50659d9e-ddf2-4421-99a4-03c4b40eeb7b) {{(pid=92466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:09:43.070343 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:43.138959 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 80afbb64-6cf1-4c47-aa5c-75c0b75042ee, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=80afbb64-6cf1-4c47-aa5c-75c0b75042ee,segment=NetworkSegment(804c8ba9-0875-4608-b8f7-50ed085a72d7),segment_id=804c8ba9-0875-4608-b8f7-50ed085a72d7)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:09:43.244768 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:43.247392 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:43.293593 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for port, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:43.305696 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=80afbb64-6cf1-4c47-aa5c-75c0b75042ee,revision_number=3']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:43.308686 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:43.316333 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-9cef2d10-bd2f-45ae-ae81-53cdbbfb8034 None None] Provisioning complete for port 80afbb64-6cf1-4c47-aa5c-75c0b75042ee triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:43.316722 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-9cef2d10-bd2f-45ae-ae81-53cdbbfb8034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:43.385554 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] Router d696d6c8-c707-4463-976d-8a0b3db85dbb is scheduled to L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a with binding_index 1 {{(pid=92466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 17:09:43.446612 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12901255'] for port, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:43.490816 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:43.550396 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:09:43.556642 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:09:43.563255 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Received port after_create {{(pid=92466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:09:43.596496 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Pushing event updated for resources: {'Port': ['ID=50659d9e-ddf2-4421-99a4-03c4b40eeb7b,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:43.602111 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:43.632222 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:09:43.640413 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] Sync routers for ids ['d696d6c8-c707-4463-976d-8a0b3db85dbb'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:09:43.650761 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] Routers {'d696d6c8-c707-4463-976d-8a0b3db85dbb'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:09:43.651376 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:09:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['d696d6c8-c707-4463-976d-8a0b3db85dbb'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:43.691299 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:43.759055 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] Notify callbacks [] for router, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:43.760324 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6824529 Jun 12 17:09:43.763045 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34694) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:43.791867 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] Set router d696d6c8-c707-4463-976d-8a0b3db85dbb gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:09:43.921132 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:44.047572 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 80afbb64-6cf1-4c47-aa5c-75c0b75042ee up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:09:44.098071 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 8f5b2762-1942-4e91-bbce-846d0b3346fa up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:09:44.145162 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd696d6c8-c707-4463-976d-8a0b3db85dbb', 'name': 'tempest-TestShelveInstance-511459569-router', 'tenant_id': 'e1b13dcdda524025907cc4422c3ac788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '4e27d004-0526-4dfc-9a26-b93b357157cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:40Z', 'updated_at': '2021-06-12T17:09:41Z', 'revision_number': 3, 'project_id': 'e1b13dcdda524025907cc4422c3ac788', 'gw_port': {'id': '4e27d004-0526-4dfc-9a26-b93b357157cd', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd696d6c8-c707-4463-976d-8a0b3db85dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:41Z', 'updated_at': '2021-06-12T17:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:44.157325 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] Checking router: d696d6c8-c707-4463-976d-8a0b3db85dbb for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:09:44.157677 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] Updating router d696d6c8-c707-4463-976d-8a0b3db85dbb port 4e27d004-0526-4dfc-9a26-b93b357157cd binding host dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 17:09:44.162010 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 80afbb64-6cf1-4c47-aa5c-75c0b75042ee triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:44.163055 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:44.250616 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:44.388182 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning for port 8f5b2762-1942-4e91-bbce-846d0b3346fa completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:09:44.406503 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port 8f5b2762-1942-4e91-bbce-846d0b3346fa triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:44.406891 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:44.674567 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for port, precommit_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:44.683931 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc0351-da44-4808-8e7b-9a134a26881d req-586856b6-9101-41f8-9f78-51da8ec395c3 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:44.685387 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-60bc0351-da44-4808-8e7b-9a134a26881d req-586856b6-9101-41f8-9f78-51da8ec395c3 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/ports?device_id=19d5a484-189a-496b-bd25-16175f8908ef HTTP/1.1" status: 200 len: 949 time: 0.5656371 Jun 12 17:09:44.740712 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:44.761057 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12901305'] for port, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:44.766754 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:44.783369 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d5a484-189a-496b-bd25-16175f8908ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5b2762-1942-4e91-bbce-846d0b3346fa'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:09:44.785667 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d2f7a4-0f05-4dee-81ab-7e2b595a1bf2" -d '{"events": [{"server_uuid": "19d5a484-189a-496b-bd25-16175f8908ef", "name": "network-vif-plugged", "status": "completed", "tag": "8f5b2762-1942-4e91-bbce-846d0b3346fa"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:09:44.804797 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-60bc0351-da44-4808-8e7b-9a134a26881d req-37c30d41-87a3-4d6a-83ce-b252693fb09e tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/security-groups?id=51fb173f-ffbc-4317-bc17-019496e7002f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130035 Jun 12 17:09:44.825788 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 8f5b2762-1942-4e91-bbce-846d0b3346fa, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8f5b2762-1942-4e91-bbce-846d0b3346fa,segment=NetworkSegment(66264be1-4f81-466c-b6c5-5fa9cfbeb97b),segment_id=66264be1-4f81-466c-b6c5-5fa9cfbeb97b)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:09:44.845441 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed11a5ca-1922-4a03-a824-b1f1bdc7150a x-openstack-request-id: req-ed11a5ca-1922-4a03-a824-b1f1bdc7150a {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:09:44.845441 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d5a484-189a-496b-bd25-16175f8908ef", "name": "network-vif-plugged", "status": "completed", "tag": "8f5b2762-1942-4e91-bbce-846d0b3346fa", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:09:44.845441 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed11a5ca-1922-4a03-a824-b1f1bdc7150a {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:09:44.845441 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d5a484-189a-496b-bd25-16175f8908ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5b2762-1942-4e91-bbce-846d0b3346fa', 'code': 200} Jun 12 17:09:44.857596 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] Notify callbacks [] for port, precommit_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:44.868922 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:44.871429 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] Transition to ACTIVE for port object 4e27d004-0526-4dfc-9a26-b93b357157cd will not be triggered until provisioned by entity L2. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:09:44.873788 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:44.908392 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Pushing event updated for resources: {'Port': ['ID=50659d9e-ddf2-4421-99a4-03c4b40eeb7b,revision_number=2']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:44.911252 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:44.927216 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16397436'] for floatingip, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:44.927479 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:44.936319 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=8f5b2762-1942-4e91-bbce-846d0b3346fa,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:44.940729 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:44.941195 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-e972da06-44f4-4d84-ad35-96540c0129e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:44.990811 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] Attempting to bind port 4e27d004-0526-4dfc-9a26-b93b357157cd on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:09:44.991209 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] Attempting to bind port 4e27d004-0526-4dfc-9a26-b93b357157cd by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:09:44.991617 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] Attempting to bind port 4e27d004-0526-4dfc-9a26-b93b357157cd on network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:09:44.996608 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:45.001977 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:09:45.002366 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] Checking segment: {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:09:45.002782 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:45.003191 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] Bound using segment: {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:09:45.003693 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] Bound port: 4e27d004-0526-4dfc-9a26-b93b357157cd, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:09:45.004084 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:45.005727 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67c2c4-5a36-4637-9374-c7f164f3d8da None None] Pushing event updated for resources: {'Port': ['ID=4e27d004-0526-4dfc-9a26-b93b357157cd,revision_number=2']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:45.008893 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6b67c2c4-5a36-4637-9374-c7f164f3d8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:45.015288 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:45.016516 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2284396 Jun 12 17:09:45.090167 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] For port 4e27d004-0526-4dfc-9a26-b93b357157cd, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:09:45.093062 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] For port 4e27d004-0526-4dfc-9a26-b93b357157cd, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=4e27d004-0526-4dfc-9a26-b93b357157cd,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:09:45.202831 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:45.205549 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:45.216680 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_common [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] Allocated IP 172.20.0.1 (d80e4cbd-0403-4dc7-ae53-21ba3ee03dad/2bf11e71-c1af-4884-b130-5214911ba448/4187ac73-c954-4187-b04e-dbd0ddfcad57) {{(pid=92466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:09:45.266288 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f14f908f-57fa-4600-978a-912ca6064096 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1034039338&fields=id&tenant_id=27f65002b23d4deb8a864f9d7c9721a6 HTTP/1.1" status: 200 len: 267 time: 0.0480826 Jun 12 17:09:45.271224 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67c2c4-5a36-4637-9374-c7f164f3d8da None None] Pushing event updated for resources: {'Port': ['ID=4e27d004-0526-4dfc-9a26-b93b357157cd,revision_number=3']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:45.281194 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] Routers {'d696d6c8-c707-4463-976d-8a0b3db85dbb'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:09:45.281866 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:09:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['d696d6c8-c707-4463-976d-8a0b3db85dbb'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:45.332620 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6b67c2c4-5a36-4637-9374-c7f164f3d8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:45.375865 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:45.386936 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.provisioning_blocks [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] Transition to ACTIVE for port object 4187ac73-c954-4187-b04e-dbd0ddfcad57 will not be triggered until provisioned by entity DHCP. {{(pid=92466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:09:45.431389 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] Set router d696d6c8-c707-4463-976d-8a0b3db85dbb gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:09:45.448774 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-02d20e57-e9ec-4ae6-ba7e-eb7a9304aa3f tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:45.450236 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-02d20e57-e9ec-4ae6-ba7e-eb7a9304aa3f tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/networks?id=1bd00fee-120e-4d62-8f0b-f1dd692edaaf HTTP/1.1" status: 200 len: 811 time: 0.1760120 Jun 12 17:09:45.456359 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900eb3d2-340d-4282-9fb1-f2ea3357eec3 req-92e8e46a-3181-4c3f-a849-1c739a308d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:45.457771 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-900eb3d2-340d-4282-9fb1-f2ea3357eec3 req-92e8e46a-3181-4c3f-a849-1c739a308d20 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=19d5a484-189a-496b-bd25-16175f8908ef HTTP/1.1" status: 200 len: 1103 time: 0.2893143 Jun 12 17:09:45.468456 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-3cf67f00-47ae-4b6b-8ee9-a58bd8c5a234 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/quotas/27f65002b23d4deb8a864f9d7c9721a6 HTTP/1.1" status: 200 len: 375 time: 0.0097961 Jun 12 17:09:45.484988 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12901255'] for port, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:45.487514 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-5e2c50a7-a789-4d0e-bef7-7f09c3038521 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:45.536525 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] Network d80e4cbd-0403-4dc7-ae53-21ba3ee03dad is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:09:45.543071 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:09:45.545424 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] Pushing event updated for resources: {'Port': ['ID=4187ac73-c954-4187-b04e-dbd0ddfcad57,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:45.547763 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] Received port after_create {{(pid=92466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:09:45.550099 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:45.562452 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-900eb3d2-340d-4282-9fb1-f2ea3357eec3 req-972763fb-bbeb-43a5-91d1-4b54857c661e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=51fb173f-ffbc-4317-bc17-019496e7002f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929217 Jun 12 17:09:45.607514 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-9f56e6eb-0a7e-498c-834a-d5043ea24cee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=27f65002b23d4deb8a864f9d7c9721a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1319211 Jun 12 17:09:45.612379 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16398672'] for router_interface, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:45.695844 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd696d6c8-c707-4463-976d-8a0b3db85dbb', 'name': 'tempest-TestShelveInstance-511459569-router', 'tenant_id': 'e1b13dcdda524025907cc4422c3ac788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '4e27d004-0526-4dfc-9a26-b93b357157cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:40Z', 'updated_at': '2021-06-12T17:09:41Z', 'revision_number': 3, 'project_id': 'e1b13dcdda524025907cc4422c3ac788', 'gw_port': {'id': '4e27d004-0526-4dfc-9a26-b93b357157cd', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd696d6c8-c707-4463-976d-8a0b3db85dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:41Z', 'updated_at': '2021-06-12T17:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:45.699854 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563c4118-1035-4aec-b63d-8bdbe5047123 None None] The sync data for ids ['d696d6c8-c707-4463-976d-8a0b3db85dbb'] in dv-cinder-796114-2-iscsi is: [{'id': 'd696d6c8-c707-4463-976d-8a0b3db85dbb', 'name': 'tempest-TestShelveInstance-511459569-router', 'tenant_id': 'e1b13dcdda524025907cc4422c3ac788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '4e27d004-0526-4dfc-9a26-b93b357157cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:40Z', 'updated_at': '2021-06-12T17:09:41Z', 'revision_number': 3, 'project_id': 'e1b13dcdda524025907cc4422c3ac788', 'gw_port': {'id': '4e27d004-0526-4dfc-9a26-b93b357157cd', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd696d6c8-c707-4463-976d-8a0b3db85dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:41Z', 'updated_at': '2021-06-12T17:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:09:45.809421 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-d12df4b2-4c1a-491f-897c-99b3092a19dd service neutron] 10.222.0.16 "GET /v2.0/networks/1bd00fee-120e-4d62-8f0b-f1dd692edaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887753 Jun 12 17:09:45.869172 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:45.918129 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-30f642be-5353-4f96-85bf-34b0ee184363 None None] Provisioning for port 4187ac73-c954-4187-b04e-dbd0ddfcad57 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:09:45.922871 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-30f642be-5353-4f96-85bf-34b0ee184363 None None] Provisioning complete for port 4187ac73-c954-4187-b04e-dbd0ddfcad57 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:45.923355 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-30f642be-5353-4f96-85bf-34b0ee184363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:45.940968 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-8448be75-5511-4854-bff5-6ea53e41c12a service neutron] 10.222.0.16 "GET /v2.0/networks/1bd00fee-120e-4d62-8f0b-f1dd692edaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244709 Jun 12 17:09:45.998564 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-30f642be-5353-4f96-85bf-34b0ee184363 None None] Port 4187ac73-c954-4187-b04e-dbd0ddfcad57 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:09:46.121042 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 4e27d004-0526-4dfc-9a26-b93b357157cd up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:09:46.209033 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a22ab4-f6c2-4dcb-a870-1dd99f3c05ef req-55a59244-b4aa-477f-9695-426e37b1eadb tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:46.210804 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-13a22ab4-f6c2-4dcb-a870-1dd99f3c05ef req-55a59244-b4aa-477f-9695-426e37b1eadb tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/ports?device_id=19d5a484-189a-496b-bd25-16175f8908ef HTTP/1.1" status: 200 len: 950 time: 0.1670949 Jun 12 17:09:46.235773 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:46.248414 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 4e27d004-0526-4dfc-9a26-b93b357157cd completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:09:46.254085 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 4e27d004-0526-4dfc-9a26-b93b357157cd triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:46.254085 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:46.286683 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-13a22ab4-f6c2-4dcb-a870-1dd99f3c05ef req-e1d9b1bd-14d3-4769-a9fa-66697eb49602 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/security-groups?id=51fb173f-ffbc-4317-bc17-019496e7002f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616922 Jun 12 17:09:46.312662 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12901305'] for port, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:46.361140 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-42af575e-d6e1-4160-9584-1e3a794415a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:46.410471 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:46.430611 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9df5fe5c-ec4f-4cfb-ad30-7ad92d59a112 req-18f7d797-0b1f-43bd-b7dc-b954cc54e35e tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 210 time: 0.0704384 Jun 12 17:09:46.434085 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16398788'] for router_interface, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:46.469741 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 4e27d004-0526-4dfc-9a26-b93b357157cd, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=4e27d004-0526-4dfc-9a26-b93b357157cd,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:09:46.484935 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] Pushing event updated for resources: {'Port': ['ID=4187ac73-c954-4187-b04e-dbd0ddfcad57,revision_number=2']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:46.502202 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:46.570366 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:46.573276 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:46.609649 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] Network d80e4cbd-0403-4dc7-ae53-21ba3ee03dad is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:09:46.611366 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:09:46.644787 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=4e27d004-0526-4dfc-9a26-b93b357157cd,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:46.648561 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:46.819649 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] Router d696d6c8-c707-4463-976d-8a0b3db85dbb has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:09:46.925355 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-c23d6604-a813-41b7-919d-fd289ddd545e None None] Provisioning complete for port 4187ac73-c954-4187-b04e-dbd0ddfcad57 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:46.925920 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-c23d6604-a813-41b7-919d-fd289ddd545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:46.963910 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:09:46.968223 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-c23d6604-a813-41b7-919d-fd289ddd545e None None] Port 4187ac73-c954-4187-b04e-dbd0ddfcad57 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:09:46.968948 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-7e05b68a-2654-4bc9-af72-f59652c04101 admin admin] 10.222.0.16 "PUT /v2.0/routers/d696d6c8-c707-4463-976d-8a0b3db85dbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2043955 Jun 12 17:09:47.486897 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ccaca-a926-4103-a107-8435f552f6ea req-7e2b4404-1259-46c4-acac-3bcb96e8809e tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:47.488614 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-337ccaca-a926-4103-a107-8435f552f6ea req-7e2b4404-1259-46c4-acac-3bcb96e8809e tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/ports?device_id=19d5a484-189a-496b-bd25-16175f8908ef HTTP/1.1" status: 200 len: 950 time: 0.0792320 Jun 12 17:09:47.534421 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-337ccaca-a926-4103-a107-8435f552f6ea req-6206ae24-0679-4e69-9ed3-ce63c4905c70 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/security-groups?id=51fb173f-ffbc-4317-bc17-019496e7002f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390255 Jun 12 17:09:47.540514 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] Sync routers for ids ['d696d6c8-c707-4463-976d-8a0b3db85dbb'] in dv-cinder-796114-2-iscsi {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:09:47.557066 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] Routers {'d696d6c8-c707-4463-976d-8a0b3db85dbb'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:09:47.557849 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:09:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['d696d6c8-c707-4463-976d-8a0b3db85dbb'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:47.675301 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2d2789f0-fadb-4537-a03b-0d94276eed59 req-12beddca-2e82-4896-a1af-f56334f7a9e0 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 210 time: 0.0346208 Jun 12 17:09:47.699273 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34754) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:47.702151 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-901aa0a0-c91b-47a3-a4c8-5e46cd4a0efa tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-992882401', 'description': 'tempest-secgroup-smoke-992882401 description', 'project_id': '9be239a3ad554429b14fd85c26b7643f'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:47.742236 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] Set router d696d6c8-c707-4463-976d-8a0b3db85dbb gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:09:47.804397 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-901aa0a0-c91b-47a3-a4c8-5e46cd4a0efa tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:47.914127 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-901aa0a0-c91b-47a3-a4c8-5e46cd4a0efa tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:47.993776 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-901aa0a0-c91b-47a3-a4c8-5e46cd4a0efa tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:47.998151 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-ef059749-5d21-4961-a303-13469c5c7026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:48.032647 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901aa0a0-c91b-47a3-a4c8-5e46cd4a0efa tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:48.032899 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd696d6c8-c707-4463-976d-8a0b3db85dbb', 'name': 'tempest-TestShelveInstance-511459569-router', 'tenant_id': 'e1b13dcdda524025907cc4422c3ac788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '4e27d004-0526-4dfc-9a26-b93b357157cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:40Z', 'updated_at': '2021-06-12T17:09:45Z', 'revision_number': 4, 'project_id': 'e1b13dcdda524025907cc4422c3ac788', 'gw_port': {'id': '4e27d004-0526-4dfc-9a26-b93b357157cd', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd696d6c8-c707-4463-976d-8a0b3db85dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:41Z', 'updated_at': '2021-06-12T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '4187ac73-c954-4187-b04e-dbd0ddfcad57', 'name': '', 'network_id': 'd80e4cbd-0403-4dc7-ae53-21ba3ee03dad', 'tenant_id': 'e1b13dcdda524025907cc4422c3ac788', 'mac_address': 'fa:16:3e:32:82:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd696d6c8-c707-4463-976d-8a0b3db85dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2bf11e71-c1af-4884-b130-5214911ba448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:45Z', 'updated_at': '2021-06-12T17:09:45Z', 'revision_number': 2, 'project_id': 'e1b13dcdda524025907cc4422c3ac788', 'subnets': [{'id': '2bf11e71-c1af-4884-b130-5214911ba448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:48.035709 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-901aa0a0-c91b-47a3-a4c8-5e46cd4a0efa tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:48.037920 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] Checking router: d696d6c8-c707-4463-976d-8a0b3db85dbb for host: dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:09:48.038350 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] Updating router d696d6c8-c707-4463-976d-8a0b3db85dbb port 4187ac73-c954-4187-b04e-dbd0ddfcad57 binding host dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 17:09:48.062180 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 4e27d004-0526-4dfc-9a26-b93b357157cd up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:09:48.080492 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:48.121038 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 4e27d004-0526-4dfc-9a26-b93b357157cd triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:48.121527 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:48.147705 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-901aa0a0-c91b-47a3-a4c8-5e46cd4a0efa tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:48.151572 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-901aa0a0-c91b-47a3-a4c8-5e46cd4a0efa tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4511163 Jun 12 17:09:48.152813 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34756) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:48.156906 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-d949bfa1-acb1-441d-9084-0026f74dbf22 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Request body: {'security_group_rule': {'security_group_id': '757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1', 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:48.264430 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d949bfa1-acb1-441d-9084-0026f74dbf22 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:48.340792 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d949bfa1-acb1-441d-9084-0026f74dbf22 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:48.422910 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e2279-a1dd-470b-b945-537292f627e0 req-0dab5dc4-9930-46a5-82b2-f0d6f14fd56c tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:48.425429 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-dc8e2279-a1dd-470b-b945-537292f627e0 req-0dab5dc4-9930-46a5-82b2-f0d6f14fd56c tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/ports?device_id=19d5a484-189a-496b-bd25-16175f8908ef HTTP/1.1" status: 200 len: 950 time: 0.0729465 Jun 12 17:09:48.437426 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d949bfa1-acb1-441d-9084-0026f74dbf22 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:48.456941 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-e8cd2f1b-938a-4dde-9e97-ec4a2fa04617 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:48.484998 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949bfa1-acb1-441d-9084-0026f74dbf22 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1769d2-87f2-4b26-8426-a1f22b27091a,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:48.487577 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-d949bfa1-acb1-441d-9084-0026f74dbf22 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:48.496098 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-dc8e2279-a1dd-470b-b945-537292f627e0 req-d63d5c28-2690-4324-bd2e-81be859b48b5 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/security-groups?id=51fb173f-ffbc-4317-bc17-019496e7002f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655844 Jun 12 17:09:48.525215 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] Notify callbacks [] for port, precommit_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:48.534785 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.provisioning_blocks [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] Transition to ACTIVE for port object 4187ac73-c954-4187-b04e-dbd0ddfcad57 will not be triggered until provisioned by entity L2. {{(pid=92469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:09:48.575845 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d949bfa1-acb1-441d-9084-0026f74dbf22 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:48.577037 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-d949bfa1-acb1-441d-9084-0026f74dbf22 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4238369 Jun 12 17:09:48.579793 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34760) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:48.584425 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-ea1989d4-d2a9-4afa-9ac9-fb29437e16cc tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Request body: {'security_group_rule': {'security_group_id': '757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1', 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:48.621586 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:48.623858 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:48.677350 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ea1989d4-d2a9-4afa-9ac9-fb29437e16cc tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:48.717239 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f2e20-e7ba-48b8-be65-818b369eec2f None None] Pushing event updated for resources: {'Port': ['ID=4187ac73-c954-4187-b04e-dbd0ddfcad57,revision_number=3']} {{(pid=92469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:48.728554 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f2e20-e7ba-48b8-be65-818b369eec2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:48.728903 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f2e20-e7ba-48b8-be65-818b369eec2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:48.729247 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f2e20-e7ba-48b8-be65-818b369eec2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:48.729584 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f2e20-e7ba-48b8-be65-818b369eec2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:48.729914 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f2e20-e7ba-48b8-be65-818b369eec2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:48.730271 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f2e20-e7ba-48b8-be65-818b369eec2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:48.730559 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f2e20-e7ba-48b8-be65-818b369eec2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:48.730881 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f2e20-e7ba-48b8-be65-818b369eec2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:48.731414 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f2e20-e7ba-48b8-be65-818b369eec2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:48.731930 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f2e20-e7ba-48b8-be65-818b369eec2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:48.732424 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f2e20-e7ba-48b8-be65-818b369eec2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:48.732918 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5f2e20-e7ba-48b8-be65-818b369eec2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:09:48.737669 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-ec5f2e20-e7ba-48b8-be65-818b369eec2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:48.766515 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ea1989d4-d2a9-4afa-9ac9-fb29437e16cc tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:48.816384 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] Attempting to bind port 4187ac73-c954-4187-b04e-dbd0ddfcad57 on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:09:48.817191 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] Attempting to bind port 4187ac73-c954-4187-b04e-dbd0ddfcad57 by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '804c8ba9-0875-4608-b8f7-50ed085a72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd80e4cbd-0403-4dc7-ae53-21ba3ee03dad'}] {{(pid=92469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:09:48.817558 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] Attempting to bind port 4187ac73-c954-4187-b04e-dbd0ddfcad57 on network d80e4cbd-0403-4dc7-ae53-21ba3ee03dad {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:09:48.823305 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:09:48.823725 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] Checking segment: {'id': '804c8ba9-0875-4608-b8f7-50ed085a72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd80e4cbd-0403-4dc7-ae53-21ba3ee03dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:09:48.824130 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:48.824522 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] Bound using segment: {'id': '804c8ba9-0875-4608-b8f7-50ed085a72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd80e4cbd-0403-4dc7-ae53-21ba3ee03dad'} {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:09:48.825033 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] Bound port: 4187ac73-c954-4187-b04e-dbd0ddfcad57, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804c8ba9-0875-4608-b8f7-50ed085a72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd80e4cbd-0403-4dc7-ae53-21ba3ee03dad'}}] {{(pid=92469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:09:48.826383 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:48.839118 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ea1989d4-d2a9-4afa-9ac9-fb29437e16cc tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:48.841257 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-cbed674a-4a42-4126-91ac-c089719e9042 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:48.858060 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1989d4-d2a9-4afa-9ac9-fb29437e16cc tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b2b9c9-c860-460a-abd2-2711181b7ce2,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:48.862072 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-ea1989d4-d2a9-4afa-9ac9-fb29437e16cc tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:48.879978 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-aa211fd1-da02-4212-886f-4680d21d5a93 req-a163ff11-13a7-4914-aa3f-df8b875818cf tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 210 time: 0.0679076 Jun 12 17:09:48.916728 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.db [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] For port 4187ac73-c954-4187-b04e-dbd0ddfcad57, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:09:48.918911 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ea1989d4-d2a9-4afa-9ac9-fb29437e16cc tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:48.920389 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-ea1989d4-d2a9-4afa-9ac9-fb29437e16cc tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3396566 Jun 12 17:09:48.920630 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.db [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] For port 4187ac73-c954-4187-b04e-dbd0ddfcad57, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=4187ac73-c954-4187-b04e-dbd0ddfcad57,segment=NetworkSegment(804c8ba9-0875-4608-b8f7-50ed085a72d7),segment_id=804c8ba9-0875-4608-b8f7-50ed085a72d7)] {{(pid=92469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:09:48.925291 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 34766) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:48.928670 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-2219c961-329c-41c5-a782-c98a7046ac71 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Request body: {'security_group_rule': {'security_group_id': '757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1', 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:49.022998 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:49.025337 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:49.089797 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f2e20-e7ba-48b8-be65-818b369eec2f None None] Pushing event updated for resources: {'Port': ['ID=4187ac73-c954-4187-b04e-dbd0ddfcad57,revision_number=4']} {{(pid=92469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:49.091600 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2219c961-329c-41c5-a782-c98a7046ac71 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:49.093534 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-ec5f2e20-e7ba-48b8-be65-818b369eec2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:49.094712 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] Routers {'d696d6c8-c707-4463-976d-8a0b3db85dbb'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:09:49.096037 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:09:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['d696d6c8-c707-4463-976d-8a0b3db85dbb'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:49.180182 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2219c961-329c-41c5-a782-c98a7046ac71 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:49.255823 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] Set router d696d6c8-c707-4463-976d-8a0b3db85dbb gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:09:49.285609 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2219c961-329c-41c5-a782-c98a7046ac71 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:49.297865 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-06ff3a41-772b-4ed0-a3c8-e7437832def8 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:49.321479 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-6afbafcc-bad3-4418-8b08-5738503bf1f6 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:49.323009 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-6afbafcc-bad3-4418-8b08-5738503bf1f6 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.22 "GET /v2.0/networks?id=1bd00fee-120e-4d62-8f0b-f1dd692edaaf HTTP/1.1" status: 200 len: 811 time: 0.1528318 Jun 12 17:09:49.326972 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219c961-329c-41c5-a782-c98a7046ac71 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd30923-62bd-46d6-be57-9b5e987e7e6c,revision_number=0']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:49.330400 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-2219c961-329c-41c5-a782-c98a7046ac71 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:49.380315 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-4ab8e687-e1cb-4b2f-bc65-3785b05ae9c4 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27f65002b23d4deb8a864f9d7c9721a6 HTTP/1.1" status: 200 len: 380 time: 0.0453899 Jun 12 17:09:49.389144 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-74218700-b54d-4a26-b9b6-4dd761775775 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Request body: {'port': {'device_id': '38ad8d55-fbe4-469f-a506-f25f3b0b0ed6', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'admin_state_up': True, 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'security_groups': ['cf778cef-30bb-4768-a187-ed55647b2e75']}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:49.466423 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2219c961-329c-41c5-a782-c98a7046ac71 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:49.467633 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-2219c961-329c-41c5-a782-c98a7046ac71 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5433891 Jun 12 17:09:49.470298 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 34768) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:49.475154 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-6f9202f5-f52f-4331-a17d-682389c87931 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Request body: {'security_group_rule': {'security_group_id': '757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1', 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:49.518660 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd696d6c8-c707-4463-976d-8a0b3db85dbb', 'name': 'tempest-TestShelveInstance-511459569-router', 'tenant_id': 'e1b13dcdda524025907cc4422c3ac788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '4e27d004-0526-4dfc-9a26-b93b357157cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:40Z', 'updated_at': '2021-06-12T17:09:45Z', 'revision_number': 4, 'project_id': 'e1b13dcdda524025907cc4422c3ac788', 'gw_port': {'id': '4e27d004-0526-4dfc-9a26-b93b357157cd', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd696d6c8-c707-4463-976d-8a0b3db85dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:41Z', 'updated_at': '2021-06-12T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '4187ac73-c954-4187-b04e-dbd0ddfcad57', 'name': '', 'network_id': 'd80e4cbd-0403-4dc7-ae53-21ba3ee03dad', 'tenant_id': 'e1b13dcdda524025907cc4422c3ac788', 'mac_address': 'fa:16:3e:32:82:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd696d6c8-c707-4463-976d-8a0b3db85dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2bf11e71-c1af-4884-b130-5214911ba448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:45Z', 'updated_at': '2021-06-12T17:09:48Z', 'revision_number': 4, 'project_id': 'e1b13dcdda524025907cc4422c3ac788', 'subnets': [{'id': '2bf11e71-c1af-4884-b130-5214911ba448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:09:49.526440 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f4e500-38c3-4a89-a8b9-5f39f06c661b None None] The sync data for ids ['d696d6c8-c707-4463-976d-8a0b3db85dbb'] in dv-cinder-796114-2-iscsi is: [{'id': 'd696d6c8-c707-4463-976d-8a0b3db85dbb', 'name': 'tempest-TestShelveInstance-511459569-router', 'tenant_id': 'e1b13dcdda524025907cc4422c3ac788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '4e27d004-0526-4dfc-9a26-b93b357157cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:40Z', 'updated_at': '2021-06-12T17:09:45Z', 'revision_number': 4, 'project_id': 'e1b13dcdda524025907cc4422c3ac788', 'gw_port': {'id': '4e27d004-0526-4dfc-9a26-b93b357157cd', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd696d6c8-c707-4463-976d-8a0b3db85dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:41Z', 'updated_at': '2021-06-12T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '4187ac73-c954-4187-b04e-dbd0ddfcad57', 'name': '', 'network_id': 'd80e4cbd-0403-4dc7-ae53-21ba3ee03dad', 'tenant_id': 'e1b13dcdda524025907cc4422c3ac788', 'mac_address': 'fa:16:3e:32:82:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd696d6c8-c707-4463-976d-8a0b3db85dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2bf11e71-c1af-4884-b130-5214911ba448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:45Z', 'updated_at': '2021-06-12T17:09:48Z', 'revision_number': 4, 'project_id': 'e1b13dcdda524025907cc4422c3ac788', 'subnets': [{'id': '2bf11e71-c1af-4884-b130-5214911ba448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:09:49.635992 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6f9202f5-f52f-4331-a17d-682389c87931 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:49.743689 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-74218700-b54d-4a26-b9b6-4dd761775775 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Made reservation on behalf of 27f65002b23d4deb8a864f9d7c9721a6 for: {'port': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:09:49.747344 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-74218700-b54d-4a26-b9b6-4dd761775775 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:49.794192 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2918e-8a83-4418-b623-e6b5036ac70b req-42dc7b5e-2006-46f1-8709-35dac5183574 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:49.795855 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-94d2918e-8a83-4418-b623-e6b5036ac70b req-42dc7b5e-2006-46f1-8709-35dac5183574 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/ports?device_id=19d5a484-189a-496b-bd25-16175f8908ef HTTP/1.1" status: 200 len: 950 time: 0.1621835 Jun 12 17:09:49.802866 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6f9202f5-f52f-4331-a17d-682389c87931 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:49.877788 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6f9202f5-f52f-4331-a17d-682389c87931 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:49.904222 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:49.930509 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-94d2918e-8a83-4418-b623-e6b5036ac70b req-d7877561-81eb-4161-9bc2-1726cbd61617 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/security-groups?id=51fb173f-ffbc-4317-bc17-019496e7002f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253798 Jun 12 17:09:49.967391 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9202f5-f52f-4331-a17d-682389c87931 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb06bad3-cdb1-4612-a798-2156cb14670a,revision_number=0']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:49.970192 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6f9202f5-f52f-4331-a17d-682389c87931 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:50.048330 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-74218700-b54d-4a26-b9b6-4dd761775775 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Allocated IP 172.20.0.3 (1bd00fee-120e-4d62-8f0b-f1dd692edaaf/b6b76acd-3b25-497d-91fe-7cc8125c8173/23e1172e-6b33-49a9-9de3-9b8f9107aee8) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:09:50.080772 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6f9202f5-f52f-4331-a17d-682389c87931 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:50.085733 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-6f9202f5-f52f-4331-a17d-682389c87931 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6144884 Jun 12 17:09:50.087334 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4eba245f-685a-4285-9c0d-7c2adfd2bc38 req-6c7b71ab-2a46-4c0d-8309-14951c13b716 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 210 time: 0.0369804 Jun 12 17:09:50.088736 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 34780) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:50.096298 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad7c12-0168-4cce-8b81-ea70b1138e8b req-1b7dcf94-f27c-453a-94c9-0e6466c1aa3a tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:50.098020 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-41ad7c12-0168-4cce-8b81-ea70b1138e8b req-1b7dcf94-f27c-453a-94c9-0e6466c1aa3a tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.22 "GET /v2.0/ports?device_id=19d5a484-189a-496b-bd25-16175f8908ef HTTP/1.1" status: 200 len: 950 time: 0.1893532 Jun 12 17:09:50.113876 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-e350ae2f-0185-4a10-97ec-cbc55d8d6330 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Request body: {'security_group_rule': {'security_group_id': '757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1', 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:50.140525 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 4187ac73-c954-4187-b04e-dbd0ddfcad57 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:09:50.323912 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.securitygroups_db [None req-e350ae2f-0185-4a10-97ec-cbc55d8d6330 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Project 9be239a3ad554429b14fd85c26b7643f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 17:09:50.345965 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e350ae2f-0185-4a10-97ec-cbc55d8d6330 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:50.347424 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 4187ac73-c954-4187-b04e-dbd0ddfcad57 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:09:50.355761 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 4187ac73-c954-4187-b04e-dbd0ddfcad57 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:50.356583 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:50.404932 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-74218700-b54d-4a26-b9b6-4dd761775775 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:50.438080 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-41ad7c12-0168-4cce-8b81-ea70b1138e8b req-1c0a1f4a-23e4-43fd-ba5f-3f5f9dbca2e8 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Deleting port 8f5b2762-1942-4e91-bbce-846d0b3346fa {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:09:50.438334 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-41ad7c12-0168-4cce-8b81-ea70b1138e8b req-1c0a1f4a-23e4-43fd-ba5f-3f5f9dbca2e8 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:50.453878 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:50.460546 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-74218700-b54d-4a26-b9b6-4dd761775775 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Transition to ACTIVE for port object 23e1172e-6b33-49a9-9de3-9b8f9107aee8 will not be triggered until provisioned by entity DHCP. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:09:50.493799 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 4187ac73-c954-4187-b04e-dbd0ddfcad57, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=4187ac73-c954-4187-b04e-dbd0ddfcad57,segment=NetworkSegment(804c8ba9-0875-4608-b8f7-50ed085a72d7),segment_id=804c8ba9-0875-4608-b8f7-50ed085a72d7)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:09:50.576320 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:50.578620 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:50.585217 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e350ae2f-0185-4a10-97ec-cbc55d8d6330 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:50.614513 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-41ad7c12-0168-4cce-8b81-ea70b1138e8b req-1c0a1f4a-23e4-43fd-ba5f-3f5f9dbca2e8 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] For port 8f5b2762-1942-4e91-bbce-846d0b3346fa, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8f5b2762-1942-4e91-bbce-846d0b3346fa,segment=NetworkSegment(66264be1-4f81-466c-b6c5-5fa9cfbeb97b),segment_id=66264be1-4f81-466c-b6c5-5fa9cfbeb97b)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:09:50.615250 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-41ad7c12-0168-4cce-8b81-ea70b1138e8b req-1c0a1f4a-23e4-43fd-ba5f-3f5f9dbca2e8 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:50.639879 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=4187ac73-c954-4187-b04e-dbd0ddfcad57,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:50.642987 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:50.711623 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-41ad7c12-0168-4cce-8b81-ea70b1138e8b req-1c0a1f4a-23e4-43fd-ba5f-3f5f9dbca2e8 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Calling delete_port for 8f5b2762-1942-4e91-bbce-846d0b3346fa owned by compute:nova {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:09:50.716764 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-74218700-b54d-4a26-b9b6-4dd761775775 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:50.723382 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:50.726734 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e350ae2f-0185-4a10-97ec-cbc55d8d6330 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:50.841302 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-74218700-b54d-4a26-b9b6-4dd761775775 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Network 1bd00fee-120e-4d62-8f0b-f1dd692edaaf is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:09:50.842131 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74218700-b54d-4a26-b9b6-4dd761775775 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Pushing event updated for resources: {'Port': ['ID=23e1172e-6b33-49a9-9de3-9b8f9107aee8,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:50.846408 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-74218700-b54d-4a26-b9b6-4dd761775775 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:50.847047 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-816c2e49-025a-42bd-88f6-8dd2da4c8896 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:50.849852 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-74218700-b54d-4a26-b9b6-4dd761775775 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:09:50.858502 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-74218700-b54d-4a26-b9b6-4dd761775775 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:09:50.866756 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350ae2f-0185-4a10-97ec-cbc55d8d6330 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4dc28d4-4fd6-4daa-8139-d20175d56bc7,revision_number=0']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:50.902340 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e350ae2f-0185-4a10-97ec-cbc55d8d6330 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:50.942417 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-74218700-b54d-4a26-b9b6-4dd761775775 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:50.943698 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-74218700-b54d-4a26-b9b6-4dd761775775 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:50.948077 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e350ae2f-0185-4a10-97ec-cbc55d8d6330 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:50.951747 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-e350ae2f-0185-4a10-97ec-cbc55d8d6330 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8502915 Jun 12 17:09:50.952533 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 34782) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:50.957387 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-f38b11cd-00fb-49b6-bc25-304edbd313a3 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Request body: {'security_group_rule': {'security_group_id': '757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1', 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:51.056516 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-74218700-b54d-4a26-b9b6-4dd761775775 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6709719 Jun 12 17:09:51.069839 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Request body: {'port': {'device_id': '38ad8d55-fbe4-469f-a506-f25f3b0b0ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:09:51.102912 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-41ad7c12-0168-4cce-8b81-ea70b1138e8b req-1c0a1f4a-23e4-43fd-ba5f-3f5f9dbca2e8 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:51.111712 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-ccc41d68-3acf-4379-b555-8b0a5afc7dc2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:51.137429 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebf051-a012-41ac-b8b7-48b4e824feb7 req-c54088f2-84be-4f58-8ed2-f34f466a1dfd tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:51.138923 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e9ebf051-a012-41ac-b8b7-48b4e824feb7 req-c54088f2-84be-4f58-8ed2-f34f466a1dfd tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/ports?device_id=19d5a484-189a-496b-bd25-16175f8908ef HTTP/1.1" status: 200 len: 867 time: 0.0770934 Jun 12 17:09:51.145540 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a1f4a-23e4-43fd-ba5f-3f5f9dbca2e8 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Pushing event deleted for resources: {'Port': ['ID=8f5b2762-1942-4e91-bbce-846d0b3346fa,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:51.149368 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-1c0a1f4a-23e4-43fd-ba5f-3f5f9dbca2e8 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:51.187733 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-35923d32-c0af-4a36-b25f-c0805685d38a None None] Provisioning for port 23e1172e-6b33-49a9-9de3-9b8f9107aee8 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:09:51.198280 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-35923d32-c0af-4a36-b25f-c0805685d38a None None] Provisioning complete for port 23e1172e-6b33-49a9-9de3-9b8f9107aee8 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:51.198280 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-35923d32-c0af-4a36-b25f-c0805685d38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:51.203935 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e9ebf051-a012-41ac-b8b7-48b4e824feb7 req-d0fea423-8fc5-408b-a5ee-f476d3867fb0 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/security-groups?id=51fb173f-ffbc-4317-bc17-019496e7002f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585458 Jun 12 17:09:51.216256 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.db.securitygroups_db [None req-f38b11cd-00fb-49b6-bc25-304edbd313a3 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Project 9be239a3ad554429b14fd85c26b7643f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 17:09:51.221568 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f38b11cd-00fb-49b6-bc25-304edbd313a3 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:51.268520 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-35923d32-c0af-4a36-b25f-c0805685d38a None None] Port 23e1172e-6b33-49a9-9de3-9b8f9107aee8 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:09:51.273612 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ad7c12-0168-4cce-8b81-ea70b1138e8b req-1c0a1f4a-23e4-43fd-ba5f-3f5f9dbca2e8 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] No DVR routers for this DVR port 8f5b2762-1942-4e91-bbce-846d0b3346fa on host hv-cinder-79611 {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:09:51.277551 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-41ad7c12-0168-4cce-8b81-ea70b1138e8b req-1c0a1f4a-23e4-43fd-ba5f-3f5f9dbca2e8 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:51.279554 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-41ad7c12-0168-4cce-8b81-ea70b1138e8b req-1c0a1f4a-23e4-43fd-ba5f-3f5f9dbca2e8 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.22 "DELETE /v2.0/ports/8f5b2762-1942-4e91-bbce-846d0b3346fa HTTP/1.1" status: 204 len: 173 time: 1.1591060 Jun 12 17:09:51.280085 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d5a484-189a-496b-bd25-16175f8908ef', 'name': 'network-vif-deleted', 'tag': '8f5b2762-1942-4e91-bbce-846d0b3346fa'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:09:51.283954 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16174387-bce2-407e-9624-ae8d4cfe8d1f" -d '{"events": [{"server_uuid": "19d5a484-189a-496b-bd25-16175f8908ef", "name": "network-vif-deleted", "tag": "8f5b2762-1942-4e91-bbce-846d0b3346fa"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:09:51.313044 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:51.354931 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f38b11cd-00fb-49b6-bc25-304edbd313a3 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:51.437920 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4905b697-5e7d-42c1-8761-255ec95fc4c1 x-openstack-request-id: req-4905b697-5e7d-42c1-8761-255ec95fc4c1 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:09:51.438251 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d5a484-189a-496b-bd25-16175f8908ef", "name": "network-vif-deleted", "tag": "8f5b2762-1942-4e91-bbce-846d0b3346fa", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:09:51.438548 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4905b697-5e7d-42c1-8761-255ec95fc4c1 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:09:51.439241 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d5a484-189a-496b-bd25-16175f8908ef', 'name': 'network-vif-deleted', 'tag': '8f5b2762-1942-4e91-bbce-846d0b3346fa', 'status': 'completed', 'code': 200} Jun 12 17:09:51.456368 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f38b11cd-00fb-49b6-bc25-304edbd313a3 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:51.458617 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-c395387e-c4fc-4ca9-a28a-53ce5abe2d5b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:51.478347 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b11cd-00fb-49b6-bc25-304edbd313a3 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350483f5-eb18-47f7-b9a5-89cf8f244d37,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:51.481304 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-f38b11cd-00fb-49b6-bc25-304edbd313a3 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:51.547413 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f38b11cd-00fb-49b6-bc25-304edbd313a3 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:51.559207 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-f38b11cd-00fb-49b6-bc25-304edbd313a3 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5952244 Jun 12 17:09:51.840392 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff1643-3804-4a29-86e9-e8fcdc92b581 req-4f44714d-8581-4f06-9ec6-6298da00b6d3 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:51.841844 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ceff1643-3804-4a29-86e9-e8fcdc92b581 req-4f44714d-8581-4f06-9ec6-6298da00b6d3 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 931 time: 0.4786339 Jun 12 17:09:51.951041 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ceff1643-3804-4a29-86e9-e8fcdc92b581 req-3a80ee95-0080-4d2a-bd47-63aa2f8de950 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf778cef-30bb-4768-a187-ed55647b2e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994246 Jun 12 17:09:52.035323 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e1172e-6b33-49a9-9de3-9b8f9107aee8 {{(pid=92467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:09:52.044464 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:52.050610 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 4187ac73-c954-4187-b04e-dbd0ddfcad57 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:09:52.058138 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Transition to ACTIVE for port object 23e1172e-6b33-49a9-9de3-9b8f9107aee8 will not be triggered until provisioned by entity L2. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:09:52.091424 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-fd3f6b1c-5529-4c1e-af93-9c993bb7fa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:52.097499 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 8f5b2762-1942-4e91-bbce-846d0b3346fa no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:09:52.128132 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] No Port match for: 8f5b2762-1942-4e91-bbce-846d0b3346fa {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:09:52.128489 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 8f5b2762-1942-4e91-bbce-846d0b3346fa not bound to the agent host hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:09:52.139660 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 4187ac73-c954-4187-b04e-dbd0ddfcad57 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:52.140054 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:52.164765 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:52.167836 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-babcc8af-94a9-476d-a6d7-8267bc599058 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:52.264548 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Pushing event updated for resources: {'Port': ['ID=23e1172e-6b33-49a9-9de3-9b8f9107aee8,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:52.268890 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:52.379337 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Attempting to bind port 23e1172e-6b33-49a9-9de3-9b8f9107aee8 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:09:52.379714 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Attempting to bind port 23e1172e-6b33-49a9-9de3-9b8f9107aee8 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '244e7e49-79a1-4e4c-afcc-b93d0497c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf'}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:09:52.380047 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Attempting to bind port 23e1172e-6b33-49a9-9de3-9b8f9107aee8 on network 1bd00fee-120e-4d62-8f0b-f1dd692edaaf {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:09:52.385638 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Port 23e1172e-6b33-49a9-9de3-9b8f9107aee8 on network 1bd00fee-120e-4d62-8f0b-f1dd692edaaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 17:09:52.391134 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Attempting to bind port 23e1172e-6b33-49a9-9de3-9b8f9107aee8 on network 1bd00fee-120e-4d62-8f0b-f1dd692edaaf {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:09:52.391909 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Checking agent: {'id': '2dfdfaa1-9da4-4da7-bc93-db92fb710195', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'started_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:09:52.392262 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Checking segment: {'id': '244e7e49-79a1-4e4c-afcc-b93d0497c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:09:52.392647 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Bound using segment: {'id': '244e7e49-79a1-4e4c-afcc-b93d0497c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf'} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:09:52.393077 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Bound port: 23e1172e-6b33-49a9-9de3-9b8f9107aee8, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244e7e49-79a1-4e4c-afcc-b93d0497c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf'}}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:09:52.393428 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:52.408230 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-26dff814-587a-42f3-aea9-9a6ac974b02f req-b4b6cb7a-5ba3-4bd4-b495-9f5a35d6ea96 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] 10.222.0.16 "GET /v2.0/ports?device_id=19d5a484-189a-496b-bd25-16175f8908ef HTTP/1.1" status: 200 len: 210 time: 0.0515833 Jun 12 17:09:52.486069 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] For port 23e1172e-6b33-49a9-9de3-9b8f9107aee8, host hv-cinder-79611, cleared binding levels {{(pid=92467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:09:52.490933 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] For port 23e1172e-6b33-49a9-9de3-9b8f9107aee8, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=23e1172e-6b33-49a9-9de3-9b8f9107aee8,segment=NetworkSegment(244e7e49-79a1-4e4c-afcc-b93d0497c040),segment_id=244e7e49-79a1-4e4c-afcc-b93d0497c040)] {{(pid=92467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:09:52.600202 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:52.602425 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-a5b68fd0-1fec-4379-8c07-d7bb1fc6c9ce tempest-ServerRescueNegativeTestJSON-279677099 tempest-ServerRescueNegativeTestJSON-279677099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:52.639904 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:52.640432 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:52.642093 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] 10.222.0.22 "PUT /v2.0/ports/23e1172e-6b33-49a9-9de3-9b8f9107aee8 HTTP/1.1" status: 200 len: 1093 time: 1.5771942 Jun 12 17:09:52.670372 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Pushing event updated for resources: {'Port': ['ID=23e1172e-6b33-49a9-9de3-9b8f9107aee8,revision_number=3']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:52.673683 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:52.810637 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-1c47a12f-b0e4-4472-bce1-3acc9cd75b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:52.812149 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-1c47a12f-b0e4-4472-bce1-3acc9cd75b3e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=27f65002b23d4deb8a864f9d7c9721a6&device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 1096 time: 0.0684171 Jun 12 17:09:52.867975 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-5cb57028-2043-4d7d-89fa-5780f756e4b6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23e1172e-6b33-49a9-9de3-9b8f9107aee8 HTTP/1.1" status: 200 len: 217 time: 0.0479088 Jun 12 17:09:52.930801 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-8f13bc49-62fc-41be-a398-ea03fc0aa9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:52.932277 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-8f13bc49-62fc-41be-a398-ea03fc0aa9e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6b76acd-3b25-497d-91fe-7cc8125c8173 HTTP/1.1" status: 200 len: 850 time: 0.0580652 Jun 12 17:09:53.012859 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-8972e8cc-4289-41aa-901e-aa7bb6024277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:53.014360 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-8972e8cc-4289-41aa-901e-aa7bb6024277 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bd00fee-120e-4d62-8f0b-f1dd692edaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741847 Jun 12 17:09:53.137876 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-011f3afb-ce84-4cbe-85f2-d176447bfc04 service neutron] 10.222.0.22 "GET /v2.0/networks/1bd00fee-120e-4d62-8f0b-f1dd692edaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161475 Jun 12 17:09:53.150093 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3411086-54cb-459d-ba9d-504f3760a59e req-b0485689-de76-4201-b41c-ec529f50b93e tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:53.151077 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e3411086-54cb-459d-ba9d-504f3760a59e req-b0485689-de76-4201-b41c-ec529f50b93e tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 943 time: 0.0719159 Jun 12 17:09:53.197986 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e3411086-54cb-459d-ba9d-504f3760a59e req-6ac0b419-948b-462b-9f07-82753d2872ef tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf778cef-30bb-4768-a187-ed55647b2e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406561 Jun 12 17:09:53.263996 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6cb95295-d8ae-4d3d-ab5e-8589466b9d9a req-d1244ee0-3196-47f2-918c-2641a5ed523c service neutron] 10.222.0.22 "GET /v2.0/networks/1bd00fee-120e-4d62-8f0b-f1dd692edaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147516 Jun 12 17:09:53.440410 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ad8d55-fbe4-469f-a506-f25f3b0b0ed6', 'tag': '23e1172e-6b33-49a9-9de3-9b8f9107aee8'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:09:53.443150 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07478216-5deb-4acf-88cc-f292cab7cc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "38ad8d55-fbe4-469f-a506-f25f3b0b0ed6", "tag": "23e1172e-6b33-49a9-9de3-9b8f9107aee8"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:09:53.498465 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41609e0-52ec-4b40-aa7c-1a88a29d7942 x-openstack-request-id: req-f41609e0-52ec-4b40-aa7c-1a88a29d7942 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:09:53.498465 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ad8d55-fbe4-469f-a506-f25f3b0b0ed6", "tag": "23e1172e-6b33-49a9-9de3-9b8f9107aee8", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:09:53.498465 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f41609e0-52ec-4b40-aa7c-1a88a29d7942 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:09:53.498465 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ad8d55-fbe4-469f-a506-f25f3b0b0ed6', 'tag': '23e1172e-6b33-49a9-9de3-9b8f9107aee8', 'status': 'completed', 'code': 200} Jun 12 17:09:53.582638 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07478216-5deb-4acf-88cc-f292cab7cc1e req-b3eb72e7-d2a0-4cb3-b221-5b99e7a0ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:53.584894 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-07478216-5deb-4acf-88cc-f292cab7cc1e req-b3eb72e7-d2a0-4cb3-b221-5b99e7a0ae0f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=27f65002b23d4deb8a864f9d7c9721a6&device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 1096 time: 0.0652697 Jun 12 17:09:53.721016 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07478216-5deb-4acf-88cc-f292cab7cc1e req-2fbf218f-897d-4a8c-9752-211db2aa10e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:53.722448 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-07478216-5deb-4acf-88cc-f292cab7cc1e req-2fbf218f-897d-4a8c-9752-211db2aa10e3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bd00fee-120e-4d62-8f0b-f1dd692edaaf HTTP/1.1" status: 200 len: 912 time: 0.1309204 Jun 12 17:09:53.777947 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-07478216-5deb-4acf-88cc-f292cab7cc1e req-d215b2b4-345b-40e6-81f6-64f67a3b2c20 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23e1172e-6b33-49a9-9de3-9b8f9107aee8 HTTP/1.1" status: 200 len: 217 time: 0.0473475 Jun 12 17:09:53.845761 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07478216-5deb-4acf-88cc-f292cab7cc1e req-746c4b55-09fc-4041-b92c-fbecbf36b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:53.846863 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-07478216-5deb-4acf-88cc-f292cab7cc1e req-746c4b55-09fc-4041-b92c-fbecbf36b9ac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6b76acd-3b25-497d-91fe-7cc8125c8173 HTTP/1.1" status: 200 len: 850 time: 0.0584621 Jun 12 17:09:53.914182 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07478216-5deb-4acf-88cc-f292cab7cc1e req-0882f987-8404-467e-b914-76e29b6bce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:53.915686 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-07478216-5deb-4acf-88cc-f292cab7cc1e req-0882f987-8404-467e-b914-76e29b6bce27 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bd00fee-120e-4d62-8f0b-f1dd692edaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611811 Jun 12 17:09:54.045162 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-07478216-5deb-4acf-88cc-f292cab7cc1e req-564d6040-6082-4b36-956a-24d93deca095 service neutron] 10.222.0.22 "GET /v2.0/networks/1bd00fee-120e-4d62-8f0b-f1dd692edaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154599 Jun 12 17:09:54.164381 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-07478216-5deb-4acf-88cc-f292cab7cc1e req-012575f7-4070-4b47-aef6-afeaee5aa3be service neutron] 10.222.0.22 "GET /v2.0/networks/1bd00fee-120e-4d62-8f0b-f1dd692edaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126106 Jun 12 17:09:54.379417 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9b159-53ab-4bba-ad06-27fa87dd60d3 req-8016dcd4-cd59-434a-8198-005e9a20e750 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:54.381246 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7fa9b159-53ab-4bba-ad06-27fa87dd60d3 req-8016dcd4-cd59-434a-8198-005e9a20e750 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 943 time: 0.0714607 Jun 12 17:09:54.430634 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7fa9b159-53ab-4bba-ad06-27fa87dd60d3 req-05685624-76dd-4774-9430-2960ac044fbc tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf778cef-30bb-4768-a187-ed55647b2e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416498 Jun 12 17:09:54.696037 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-904f5c70-17be-4333-821a-3ac17198ea64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:54.893903 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:55.613251 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55b490-24c2-4a84-b2aa-acfbd0f129c2 req-daeacfce-81fd-4808-98f0-1555f94e6db6 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:55.614681 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3a55b490-24c2-4a84-b2aa-acfbd0f129c2 req-daeacfce-81fd-4808-98f0-1555f94e6db6 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 943 time: 0.0700893 Jun 12 17:09:55.661925 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3a55b490-24c2-4a84-b2aa-acfbd0f129c2 req-a93814ac-c085-478c-bd22-5d309c138944 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf778cef-30bb-4768-a187-ed55647b2e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409098 Jun 12 17:09:55.757616 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:55.878738 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:56.116176 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 23e1172e-6b33-49a9-9de3-9b8f9107aee8 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:09:56.242883 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 23e1172e-6b33-49a9-9de3-9b8f9107aee8, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=23e1172e-6b33-49a9-9de3-9b8f9107aee8,segment=NetworkSegment(244e7e49-79a1-4e4c-afcc-b93d0497c040),segment_id=244e7e49-79a1-4e4c-afcc-b93d0497c040)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:09:56.255184 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': '23e1172e-6b33-49a9-9de3-9b8f9107aee8', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'port_id': '23e1172e-6b33-49a9-9de3-9b8f9107aee8', 'mac_address': 'fa:16:3e:30:72:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:09:56.302933 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2cd55d89-6080-4286-ad25-c1eb4a2c01c4 req-f0230466-ad49-42c1-8b21-9e672f9fe157 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614386 Jun 12 17:09:56.308587 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:56.331624 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e1172e-6b33-49a9-9de3-9b8f9107aee8 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:09:56.355633 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 23e1172e-6b33-49a9-9de3-9b8f9107aee8, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=23e1172e-6b33-49a9-9de3-9b8f9107aee8,segment=NetworkSegment(244e7e49-79a1-4e4c-afcc-b93d0497c040),segment_id=244e7e49-79a1-4e4c-afcc-b93d0497c040)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:09:56.412178 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd55d89-6080-4286-ad25-c1eb4a2c01c4 req-898536f3-e019-4cad-ad02-521eb7b5ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:56.413633 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2cd55d89-6080-4286-ad25-c1eb4a2c01c4 req-898536f3-e019-4cad-ad02-521eb7b5ee2d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8739bb767738461088ab796ff2a650ac&device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 1137 time: 0.0627341 Jun 12 17:09:56.438874 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:56.440631 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-174e424c-f4a7-4064-bc09-b6087c545b4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:56.500147 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=23e1172e-6b33-49a9-9de3-9b8f9107aee8,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:56.503311 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:56.553162 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd55d89-6080-4286-ad25-c1eb4a2c01c4 req-ed057b2a-2460-41c2-9dc2-b8c092a0631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:56.554623 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2cd55d89-6080-4286-ad25-c1eb4a2c01c4 req-ed057b2a-2460-41c2-9dc2-b8c092a0631b service neutron] 10.222.0.22 "GET /v2.0/networks?id=b69f48d8-e3c1-47a9-b277-5d23daa57c00 HTTP/1.1" status: 200 len: 916 time: 0.1147697 Jun 12 17:09:56.644585 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2cd55d89-6080-4286-ad25-c1eb4a2c01c4 req-b5d11935-925a-4c04-8c38-9760fe9274da service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e110f07d-1a16-40e4-8fe0-01da331a1480 HTTP/1.1" status: 200 len: 1001 time: 0.0818613 Jun 12 17:09:56.693624 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['23e1172e-6b33-49a9-9de3-9b8f9107aee8'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:09:56.709945 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd55d89-6080-4286-ad25-c1eb4a2c01c4 req-1c9d4cd2-6c9e-4c59-a8ec-a89d992125c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:56.712209 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2cd55d89-6080-4286-ad25-c1eb4a2c01c4 req-1c9d4cd2-6c9e-4c59-a8ec-a89d992125c9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b3013f0-63c6-436f-b840-5e869aac9153 HTTP/1.1" status: 200 len: 854 time: 0.0597281 Jun 12 17:09:56.905498 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd55d89-6080-4286-ad25-c1eb4a2c01c4 req-58aff8e0-d403-46eb-a90b-5bae7e60d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:56.906490 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2cd55d89-6080-4286-ad25-c1eb4a2c01c4 req-58aff8e0-d403-46eb-a90b-5bae7e60d935 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b69f48d8-e3c1-47a9-b277-5d23daa57c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1855738 Jun 12 17:09:56.918047 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb782d-df49-4e08-81a0-b291b5269042 req-39d1d42d-d62e-48e9-803c-7e341396b1d0 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:56.919394 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-78bb782d-df49-4e08-81a0-b291b5269042 req-39d1d42d-d62e-48e9-803c-7e341396b1d0 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 944 time: 0.0963004 Jun 12 17:09:57.041815 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-78bb782d-df49-4e08-81a0-b291b5269042 req-10cd3f0f-fdd2-4807-a147-669b46dfd0e1 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf778cef-30bb-4768-a187-ed55647b2e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109328 Jun 12 17:09:57.070915 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2cd55d89-6080-4286-ad25-c1eb4a2c01c4 req-7d27c0b8-e149-4b6f-9b97-104e3a60026a service neutron] 10.222.0.22 "GET /v2.0/networks/b69f48d8-e3c1-47a9-b277-5d23daa57c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504993 Jun 12 17:09:57.191721 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2cd55d89-6080-4286-ad25-c1eb4a2c01c4 req-3d797584-16c4-413f-8e4a-819f7f220fdc service neutron] 10.222.0.22 "GET /v2.0/networks/b69f48d8-e3c1-47a9-b277-5d23daa57c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127021 Jun 12 17:09:57.284381 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:58.141575 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 23e1172e-6b33-49a9-9de3-9b8f9107aee8 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:09:58.245715 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a17e17-c56b-4a76-876d-afaba9147cd5 req-e799bece-65e0-4732-86b6-d1d6419db30d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:58.247189 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-27a17e17-c56b-4a76-876d-afaba9147cd5 req-e799bece-65e0-4732-86b6-d1d6419db30d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 944 time: 0.0744834 Jun 12 17:09:58.261443 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning for port 23e1172e-6b33-49a9-9de3-9b8f9107aee8 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:09:58.265332 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port 23e1172e-6b33-49a9-9de3-9b8f9107aee8 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:09:58.269500 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:58.293445 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-27a17e17-c56b-4a76-876d-afaba9147cd5 req-cb8bddf9-9132-420b-b634-4209d18fe875 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf778cef-30bb-4768-a187-ed55647b2e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402763 Jun 12 17:09:58.365590 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:58.390615 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ad8d55-fbe4-469f-a506-f25f3b0b0ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e1172e-6b33-49a9-9de3-9b8f9107aee8'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:09:58.392975 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882051a2-c013-465d-a3d9-e36be9a0a3c7" -d '{"events": [{"server_uuid": "38ad8d55-fbe4-469f-a506-f25f3b0b0ed6", "name": "network-vif-plugged", "status": "completed", "tag": "23e1172e-6b33-49a9-9de3-9b8f9107aee8"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:09:58.411294 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 23e1172e-6b33-49a9-9de3-9b8f9107aee8, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=23e1172e-6b33-49a9-9de3-9b8f9107aee8,segment=NetworkSegment(244e7e49-79a1-4e4c-afcc-b93d0497c040),segment_id=244e7e49-79a1-4e4c-afcc-b93d0497c040)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:09:58.434337 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1a1501-623f-4e3d-bdec-9c77b39c3653 x-openstack-request-id: req-bb1a1501-623f-4e3d-bdec-9c77b39c3653 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:09:58.434666 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ad8d55-fbe4-469f-a506-f25f3b0b0ed6", "name": "network-vif-plugged", "status": "completed", "tag": "23e1172e-6b33-49a9-9de3-9b8f9107aee8", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:09:58.434935 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb1a1501-623f-4e3d-bdec-9c77b39c3653 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:09:58.435332 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ad8d55-fbe4-469f-a506-f25f3b0b0ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e1172e-6b33-49a9-9de3-9b8f9107aee8', 'code': 200} Jun 12 17:09:58.511086 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:58.513072 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:09:58.566843 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=23e1172e-6b33-49a9-9de3-9b8f9107aee8,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:09:58.569928 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:09:58.841172 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c145df-f215-4ddd-80e4-5c78639e17d2 req-5b7e092f-42e6-472c-be16-96c0cd720322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:58.842765 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-61c145df-f215-4ddd-80e4-5c78639e17d2 req-5b7e092f-42e6-472c-be16-96c0cd720322 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 1098 time: 0.0599465 Jun 12 17:09:58.888883 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-61c145df-f215-4ddd-80e4-5c78639e17d2 req-5e1319da-d91c-4e13-bafe-0947b86a9e12 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=cf778cef-30bb-4768-a187-ed55647b2e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387866 Jun 12 17:09:59.365906 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 35124) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:59.761096 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-84624607-74a8-41d5-be79-33bdf52ad257 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e49454738d4b47f2b0b54797a634aa6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3938701 Jun 12 17:09:59.763589 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 35128) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:09:59.781939 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150bab4-7d72-4ceb-b6e6-16df961d8fe6 req-115105d9-9dbc-4dae-a7ec-d6b0a718b976 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:09:59.781939 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-8150bab4-7d72-4ceb-b6e6-16df961d8fe6 req-115105d9-9dbc-4dae-a7ec-d6b0a718b976 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 945 time: 0.3541863 Jun 12 17:09:59.827097 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-8150bab4-7d72-4ceb-b6e6-16df961d8fe6 req-b660d439-b28b-4d3a-baca-d078615f2ef3 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf778cef-30bb-4768-a187-ed55647b2e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401175 Jun 12 17:09:59.828033 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6cebb2a3-a740-4cbe-9f4d-ef30a6fda799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:59.853583 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6cebb2a3-a740-4cbe-9f4d-ef30a6fda799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:59.993143 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6cebb2a3-a740-4cbe-9f4d-ef30a6fda799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:59.995829 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6cebb2a3-a740-4cbe-9f4d-ef30a6fda799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:09:59.996958 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-6cebb2a3-a740-4cbe-9f4d-ef30a6fda799 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51fb173f-ffbc-4317-bc17-019496e7002f HTTP/1.1" status: 204 len: 168 time: 0.2323296 Jun 12 17:09:59.997709 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-42b1a72a-d52f-4d6f-a6de-09b00f63fcf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:00.006506 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebb2a3-a740-4cbe-9f4d-ef30a6fda799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fb173f-ffbc-4317-bc17-019496e7002f,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:00.008830 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6cebb2a3-a740-4cbe-9f4d-ef30a6fda799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:01.016528 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cef127-6b46-4606-8b6a-6d54d3b02ed3 req-65a5fc30-7ed0-4410-bdc4-9361014d1f5d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:01.022206 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-29cef127-6b46-4606-8b6a-6d54d3b02ed3 req-65a5fc30-7ed0-4410-bdc4-9361014d1f5d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 945 time: 0.0784674 Jun 12 17:10:01.061512 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-29cef127-6b46-4606-8b6a-6d54d3b02ed3 req-5810dbc7-8f05-43ff-aa71-c29622e3f08c tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf778cef-30bb-4768-a187-ed55647b2e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373824 Jun 12 17:10:01.114899 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 35160) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:10:01.216084 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-40aa98b3-fe06-42b4-8b26-03e901ae6e89 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-185063759-network', 'tenant_id': 'e9e452706e9247a0b06ead3e433113fe'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:10:01.265977 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fecf97-ba80-4d02-a673-87cefa87e014 req-2059a50a-6d55-4a03-b55b-c5f7dad3f5a2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:01.267847 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-94fecf97-ba80-4d02-a673-87cefa87e014 req-2059a50a-6d55-4a03-b55b-c5f7dad3f5a2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 945 time: 0.0908899 Jun 12 17:10:01.276753 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 35164) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:10:01.281726 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-79c2c003-2a38-4b9f-b8dc-85df91bf7562 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Request body: {'floatingip': {'port_id': '23e1172e-6b33-49a9-9de3-9b8f9107aee8'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:10:01.322783 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40aa98b3-fe06-42b4-8b26-03e901ae6e89 admin admin] Made reservation on behalf of e9e452706e9247a0b06ead3e433113fe for: {'network': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:10:01.325579 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-40aa98b3-fe06-42b4-8b26-03e901ae6e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for network, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:01.338216 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-79c2c003-2a38-4b9f-b8dc-85df91bf7562 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for floatingip, before_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:01.342332 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-40aa98b3-fe06-42b4-8b26-03e901ae6e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:01.439290 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-40aa98b3-fe06-42b4-8b26-03e901ae6e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:01.507040 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-40aa98b3-fe06-42b4-8b26-03e901ae6e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:01.511210 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-2483163b-b92c-4067-9a78-54c059e919d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:01.541044 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40aa98b3-fe06-42b4-8b26-03e901ae6e89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=92467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 17:10:01.547433 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa98b3-fe06-42b4-8b26-03e901ae6e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c41eca8-05bb-4f10-a9f6-83ac526469d5,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:01.552627 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-40aa98b3-fe06-42b4-8b26-03e901ae6e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:01.553987 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-40aa98b3-fe06-42b4-8b26-03e901ae6e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:01.554398 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.segments_db [None req-40aa98b3-fe06-42b4-8b26-03e901ae6e89 admin admin] Added segment b482bd03-6f79-44bc-bd0b-901423e42550 of type vlan for network f15253e5-bedc-449f-92c9-3170b671744e Jun 12 17:10:01.616832 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-40aa98b3-fe06-42b4-8b26-03e901ae6e89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742179357597'] for network, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:01.713408 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-40aa98b3-fe06-42b4-8b26-03e901ae6e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065'] for network, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:01.714667 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aa98b3-fe06-42b4-8b26-03e901ae6e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:01.715255 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-40aa98b3-fe06-42b4-8b26-03e901ae6e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:01.717529 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-382e2a61-0616-4476-a6a5-f73684fa1177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:01.798728 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa98b3-fe06-42b4-8b26-03e901ae6e89 admin admin] Pushing event updated for resources: {'Network': ['ID=f15253e5-bedc-449f-92c9-3170b671744e,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:01.801531 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-40aa98b3-fe06-42b4-8b26-03e901ae6e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:01.812932 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Network f15253e5-bedc-449f-92c9-3170b671744e details requested by agent ovs-agent-dv-cinder-796114-2-iscsi with host dv-cinder-796114-2-iscsi {{(pid=92468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 17:10:01.841510 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-40aa98b3-fe06-42b4-8b26-03e901ae6e89 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7252564 Jun 12 17:10:01.842215 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 35168) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:10:01.847188 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-7ca0a07b-b6ae-4eea-a0fc-4b52c228025d admin admin] Request body: {'subnet': {'network_id': 'f15253e5-bedc-449f-92c9-3170b671744e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-185063759-subnet', 'tenant_id': 'e9e452706e9247a0b06ead3e433113fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:10:01.922971 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-79c2c003-2a38-4b9f-b8dc-85df91bf7562 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:01.928095 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca0a07b-b6ae-4eea-a0fc-4b52c228025d admin admin] Made reservation on behalf of e9e452706e9247a0b06ead3e433113fe for: {'subnet': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:10:01.930479 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-7ca0a07b-b6ae-4eea-a0fc-4b52c228025d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57867025'] for subnet, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:01.993190 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-79c2c003-2a38-4b9f-b8dc-85df91bf7562 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16397436'] for floatingip, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:02.215917 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-7ca0a07b-b6ae-4eea-a0fc-4b52c228025d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58649856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57867015'] for subnet, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:02.218360 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.db.l3_db [None req-79c2c003-2a38-4b9f-b8dc-85df91bf7562 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Floating IP 67249382-8baf-43b5-ab22-f3ccc1e32a5d associated. External IP: 172.27.1.200, port: 23e1172e-6b33-49a9-9de3-9b8f9107aee8. Jun 12 17:10:02.219011 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:02.291433 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0a07b-b6ae-4eea-a0fc-4b52c228025d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6073f3b1-329d-4c85-807c-28ebeffc358f,revision_number=0']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:02.294423 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-7ca0a07b-b6ae-4eea-a0fc-4b52c228025d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:02.301430 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca0a07b-b6ae-4eea-a0fc-4b52c228025d admin admin] Checking segment: {'id': 'b482bd03-6f79-44bc-bd0b-901423e42550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f15253e5-bedc-449f-92c9-3170b671744e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:10:02.301786 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca0a07b-b6ae-4eea-a0fc-4b52c228025d admin admin] Network hostable DHCP agents. Network: f15253e5-bedc-449f-92c9-3170b671744e, hostable agents: ['dea24f1a-15dd-4e40-8754-3f5bb8b9c420'], hosted agents: [] {{(pid=92467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 17:10:02.414005 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca0a07b-b6ae-4eea-a0fc-4b52c228025d admin admin] Network f15253e5-bedc-449f-92c9-3170b671744e is scheduled to be hosted by DHCP agent dea24f1a-15dd-4e40-8754-3f5bb8b9c420 with binding_index 1 {{(pid=92467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 17:10:02.505204 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-7ca0a07b-b6ae-4eea-a0fc-4b52c228025d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-2-iscsi, f15253e5-bedc-449f-92c9-3170b671744e) {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:10:02.510632 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca0a07b-b6ae-4eea-a0fc-4b52c228025d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:02.511720 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-7ca0a07b-b6ae-4eea-a0fc-4b52c228025d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:02.511943 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c2c003-2a38-4b9f-b8dc-85df91bf7562 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Router df0ef657-9bbd-419b-8709-c062d97e0db2 has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:10:02.517485 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2236943e-fdcf-4190-816d-ff7cb1cb2801 None None] Network f15253e5-bedc-449f-92c9-3170b671744e requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:10:02.610823 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-7ca0a07b-b6ae-4eea-a0fc-4b52c228025d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7674108 Jun 12 17:10:02.684489 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c2c003-2a38-4b9f-b8dc-85df91bf7562 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:10:02.690055 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-79c2c003-2a38-4b9f-b8dc-85df91bf7562 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:02.753925 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-79c2c003-2a38-4b9f-b8dc-85df91bf7562 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "PUT /v2.0/floatingips/67249382-8baf-43b5-ab22-f3ccc1e32a5d HTTP/1.1" status: 200 len: 991 time: 1.4734685 Jun 12 17:10:02.753925 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ad8d55-fbe4-469f-a506-f25f3b0b0ed6', 'tag': '23e1172e-6b33-49a9-9de3-9b8f9107aee8'}] {{(pid=92466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:10:02.755468 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d15b9225a33e2e33c99d27c154410f26ca2589b5987ef5ab44f588f36914007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74780876-1995-40d4-a8b6-e8de08fe0c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "38ad8d55-fbe4-469f-a506-f25f3b0b0ed6", "tag": "23e1172e-6b33-49a9-9de3-9b8f9107aee8"}]}' {{(pid=92466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:10:02.761242 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eab4852-c594-44f8-9fe4-dc9e8db3463b None None] Sync routers for ids ['df0ef657-9bbd-419b-8709-c062d97e0db2'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:10:02.836169 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eab4852-c594-44f8-9fe4-dc9e8db3463b None None] Routers {'df0ef657-9bbd-419b-8709-c062d97e0db2'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:10:02.836822 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-1eab4852-c594-44f8-9fe4-dc9e8db3463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:09:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['df0ef657-9bbd-419b-8709-c062d97e0db2'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:02.976558 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8d3ef1-8aa0-4cd1-b5fa-58b7f5f14f9d None None] Network f15253e5-bedc-449f-92c9-3170b671744e requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:10:03.040960 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a79cfd9-04c4-49d4-9fac-dc50bf3c722a x-openstack-request-id: req-7a79cfd9-04c4-49d4-9fac-dc50bf3c722a {{(pid=92466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:10:03.040960 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ad8d55-fbe4-469f-a506-f25f3b0b0ed6", "tag": "23e1172e-6b33-49a9-9de3-9b8f9107aee8", "status": "completed", "code": 200}]} {{(pid=92466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:10:03.040960 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a79cfd9-04c4-49d4-9fac-dc50bf3c722a {{(pid=92466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:10:03.041295 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ad8d55-fbe4-469f-a506-f25f3b0b0ed6', 'tag': '23e1172e-6b33-49a9-9de3-9b8f9107aee8', 'status': 'completed', 'code': 200} Jun 12 17:10:03.106297 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-1eab4852-c594-44f8-9fe4-dc9e8db3463b None None] Set router df0ef657-9bbd-419b-8709-c062d97e0db2 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:10:03.147620 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74780876-1995-40d4-a8b6-e8de08fe0c5b req-b95c2dd0-f2b7-4e6e-8da9-9b7f802f36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:03.148649 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-74780876-1995-40d4-a8b6-e8de08fe0c5b req-b95c2dd0-f2b7-4e6e-8da9-9b7f802f36a4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=27f65002b23d4deb8a864f9d7c9721a6&device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 1098 time: 0.0795052 Jun 12 17:10:03.278271 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74780876-1995-40d4-a8b6-e8de08fe0c5b req-c2976c11-38dc-4ed2-8d28-82482fc13171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:03.279854 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-74780876-1995-40d4-a8b6-e8de08fe0c5b req-c2976c11-38dc-4ed2-8d28-82482fc13171 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bd00fee-120e-4d62-8f0b-f1dd692edaaf HTTP/1.1" status: 200 len: 912 time: 0.1171615 Jun 12 17:10:03.470751 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-1eab4852-c594-44f8-9fe4-dc9e8db3463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:44Z', 'revision_number': 4, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'gw_port': {'id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:35Z', 'updated_at': '2021-06-12T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': '67249382-8baf-43b5-ab22-f3ccc1e32a5d', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'port_id': '23e1172e-6b33-49a9-9de3-9b8f9107aee8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'mac_address': 'fa:16:3e:30:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ad8d55-fbe4-469f-a506-f25f3b0b0ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:09:43Z', 'updated_at': '2021-06-12T17:10:01Z', 'revision_number': 1, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '055cb4bd-6568-412e-be80-783443d6006a', 'name': '', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'mac_address': 'fa:16:3e:b3:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:41Z', 'updated_at': '2021-06-12T17:04:59Z', 'revision_number': 5, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'subnets': [{'id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:03.475037 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eab4852-c594-44f8-9fe4-dc9e8db3463b None None] Checking router: df0ef657-9bbd-419b-8709-c062d97e0db2 for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:10:03.485002 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eab4852-c594-44f8-9fe4-dc9e8db3463b None None] Routers {'df0ef657-9bbd-419b-8709-c062d97e0db2'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:10:03.485642 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-1eab4852-c594-44f8-9fe4-dc9e8db3463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:09:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['df0ef657-9bbd-419b-8709-c062d97e0db2'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:03.645530 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-1eab4852-c594-44f8-9fe4-dc9e8db3463b None None] Set router df0ef657-9bbd-419b-8709-c062d97e0db2 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:10:03.700435 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-74780876-1995-40d4-a8b6-e8de08fe0c5b req-604cdbfa-c9a9-4f2b-8bc6-696aab59a941 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23e1172e-6b33-49a9-9de3-9b8f9107aee8 HTTP/1.1" status: 200 len: 999 time: 0.4134235 Jun 12 17:10:03.758294 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74780876-1995-40d4-a8b6-e8de08fe0c5b req-d2f3d77c-456d-4aa1-90fd-08498d95fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:03.760761 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-74780876-1995-40d4-a8b6-e8de08fe0c5b req-d2f3d77c-456d-4aa1-90fd-08498d95fba9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6b76acd-3b25-497d-91fe-7cc8125c8173 HTTP/1.1" status: 200 len: 850 time: 0.0535316 Jun 12 17:10:03.839607 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74780876-1995-40d4-a8b6-e8de08fe0c5b req-f13833bb-d989-4ec5-a07e-25cf4e5da933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:03.841151 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-74780876-1995-40d4-a8b6-e8de08fe0c5b req-f13833bb-d989-4ec5-a07e-25cf4e5da933 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bd00fee-120e-4d62-8f0b-f1dd692edaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642297 Jun 12 17:10:03.973027 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-74780876-1995-40d4-a8b6-e8de08fe0c5b req-59b7c04b-03c6-43a1-b874-9343f1f25fae service neutron] 10.222.0.22 "GET /v2.0/networks/1bd00fee-120e-4d62-8f0b-f1dd692edaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184907 Jun 12 17:10:03.975794 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-1eab4852-c594-44f8-9fe4-dc9e8db3463b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:44Z', 'revision_number': 4, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'gw_port': {'id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:35Z', 'updated_at': '2021-06-12T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': '67249382-8baf-43b5-ab22-f3ccc1e32a5d', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'port_id': '23e1172e-6b33-49a9-9de3-9b8f9107aee8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'mac_address': 'fa:16:3e:30:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ad8d55-fbe4-469f-a506-f25f3b0b0ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:09:43Z', 'updated_at': '2021-06-12T17:10:01Z', 'revision_number': 1, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '055cb4bd-6568-412e-be80-783443d6006a', 'name': '', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'mac_address': 'fa:16:3e:b3:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:41Z', 'updated_at': '2021-06-12T17:04:59Z', 'revision_number': 5, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'subnets': [{'id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:03.979149 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eab4852-c594-44f8-9fe4-dc9e8db3463b None None] The sync data for ids ['df0ef657-9bbd-419b-8709-c062d97e0db2'] in dv-cinder-796114-2-iscsi is: [{'id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:44Z', 'revision_number': 4, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'gw_port': {'id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:35Z', 'updated_at': '2021-06-12T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': '67249382-8baf-43b5-ab22-f3ccc1e32a5d', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'port_id': '23e1172e-6b33-49a9-9de3-9b8f9107aee8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'mac_address': 'fa:16:3e:30:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ad8d55-fbe4-469f-a506-f25f3b0b0ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:09:43Z', 'updated_at': '2021-06-12T17:10:01Z', 'revision_number': 1, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '055cb4bd-6568-412e-be80-783443d6006a', 'name': '', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'mac_address': 'fa:16:3e:b3:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:41Z', 'updated_at': '2021-06-12T17:04:59Z', 'revision_number': 5, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'subnets': [{'id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:10:04.110276 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-74780876-1995-40d4-a8b6-e8de08fe0c5b req-ea56b299-d2c1-4b30-b752-d2c7150687c5 service neutron] 10.222.0.22 "GET /v2.0/networks/1bd00fee-120e-4d62-8f0b-f1dd692edaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248188 Jun 12 17:10:04.203035 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ac5870-d91f-4ef6-ae78-b426e59c9675 None None] New status for floating IP 67249382-8baf-43b5-ab22-f3ccc1e32a5d: ACTIVE {{(pid=92469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 17:10:04.926860 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-ae483dc6-b253-4052-8be9-1a6940232565 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:04.928364 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-ae483dc6-b253-4052-8be9-1a6940232565 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/networks?id=f15253e5-bedc-449f-92c9-3170b671744e HTTP/1.1" status: 200 len: 813 time: 0.1260843 Jun 12 17:10:04.943748 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-cc3ae196-c6cb-47a3-a88c-4c7f0a36bf3d tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/quotas/e9e452706e9247a0b06ead3e433113fe HTTP/1.1" status: 200 len: 375 time: 0.0097096 Jun 12 17:10:04.981368 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-e7cd6ca6-cd1b-4ebf-89af-2c65bea7730d tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9e452706e9247a0b06ead3e433113fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318804 Jun 12 17:10:05.145234 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-bae0778b-e317-47b6-9fd0-a4165f11fc02 service neutron] 10.222.0.16 "GET /v2.0/networks/f15253e5-bedc-449f-92c9-3170b671744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572196 Jun 12 17:10:05.497662 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-79940041-ceb6-4053-b0e7-6ffcde4c8d9a service neutron] 10.222.0.16 "GET /v2.0/networks/f15253e5-bedc-449f-92c9-3170b671744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451526 Jun 12 17:10:05.744558 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-af054ad1-3386-4863-9dd7-42c5edd3e69a req-fff52c8e-089c-4306-bd35-15238847103d tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc02b36-209c-4457-a3c7-2394e5392471 HTTP/1.1" status: 200 len: 210 time: 0.0338612 Jun 12 17:10:06.890649 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ce1259db-d7d7-4b1d-aaa9-c9c1eae6e0a9 req-f9e0ea33-c293-4569-8af4-ca601d34632d tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc02b36-209c-4457-a3c7-2394e5392471 HTTP/1.1" status: 200 len: 210 time: 0.0339806 Jun 12 17:10:08.072315 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-844f8f9e-1159-4167-a4d4-7a49c5f182f6 req-805369c5-117f-4ebb-b2a6-107d391ee123 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc02b36-209c-4457-a3c7-2394e5392471 HTTP/1.1" status: 200 len: 210 time: 0.0329642 Jun 12 17:10:08.409151 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-922c475e-a562-43bd-be49-a6a315dbe1f5 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:08.410542 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-922c475e-a562-43bd-be49-a6a315dbe1f5 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.22 "GET /v2.0/networks?id=f15253e5-bedc-449f-92c9-3170b671744e HTTP/1.1" status: 200 len: 813 time: 0.1401527 Jun 12 17:10:08.429362 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Request body: {'port': {'device_id': 'afc02b36-209c-4457-a3c7-2394e5392471', 'network_id': 'f15253e5-bedc-449f-92c9-3170b671744e', 'admin_state_up': True, 'tenant_id': 'e9e452706e9247a0b06ead3e433113fe'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:10:08.667408 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Made reservation on behalf of e9e452706e9247a0b06ead3e433113fe for: {'port': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:10:08.671096 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:08.817381 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Allocated IP 172.20.0.2 (f15253e5-bedc-449f-92c9-3170b671744e/6073f3b1-329d-4c85-807c-28ebeffc358f/047b50b9-4f6f-4f69-8604-5c1191fe5dec) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:10:08.989355 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:09.130655 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:09.135633 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-a0b3e060-db46-4d6c-8773-be3142281243 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:09.185050 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Network f15253e5-bedc-449f-92c9-3170b671744e is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:10:09.188705 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:10:09.191142 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:10:09.230400 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Pushing event updated for resources: {'Port': ['ID=047b50b9-4f6f-4f69-8604-5c1191fe5dec,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:09.249336 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:09.249336 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:09.249336 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:09.249336 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:09.249336 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:09.249336 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:09.249336 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:09.249336 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:09.249336 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:09.250383 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:09.250490 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defd109-6599-403f-b746-e23a8cffc7d0 req-f73cd0db-5f74-4969-91be-5829e12e7eb8 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:09.250952 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:09.250952 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:09.251824 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1defd109-6599-403f-b746-e23a8cffc7d0 req-f73cd0db-5f74-4969-91be-5829e12e7eb8 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc02b36-209c-4457-a3c7-2394e5392471 HTTP/1.1" status: 200 len: 931 time: 0.0740113 Jun 12 17:10:09.253888 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:09.269291 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:09.269892 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:09.294559 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1defd109-6599-403f-b746-e23a8cffc7d0 req-5bf08b47-7f89-4cdc-8d8a-57f024e490b2 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375929 Jun 12 17:10:09.393427 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9678617 Jun 12 17:10:09.416891 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Request body: {'port': {'device_id': 'afc02b36-209c-4457-a3c7-2394e5392471', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:10:09.500508 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:09.811797 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047b50b9-4f6f-4f69-8604-5c1191fe5dec {{(pid=92467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:10:09.819301 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:09.832443 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Transition to ACTIVE for port object 047b50b9-4f6f-4f69-8604-5c1191fe5dec will not be triggered until provisioned by entity L2. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:10:09.904684 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:09.906728 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9f5ac610-2dfc-47b1-96c3-5db45a6200f0 tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:10.007341 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Pushing event updated for resources: {'Port': ['ID=047b50b9-4f6f-4f69-8604-5c1191fe5dec,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:10.030577 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:10.091406 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Attempting to bind port 047b50b9-4f6f-4f69-8604-5c1191fe5dec on host hv-cinder-79611 for vnic_type normal with profile {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:10:10.091767 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Attempting to bind port 047b50b9-4f6f-4f69-8604-5c1191fe5dec by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'b482bd03-6f79-44bc-bd0b-901423e42550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f15253e5-bedc-449f-92c9-3170b671744e'}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:10:10.092086 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Attempting to bind port 047b50b9-4f6f-4f69-8604-5c1191fe5dec on network f15253e5-bedc-449f-92c9-3170b671744e {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:10:10.096097 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Port 047b50b9-4f6f-4f69-8604-5c1191fe5dec on network f15253e5-bedc-449f-92c9-3170b671744e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 17:10:10.096408 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Attempting to bind port 047b50b9-4f6f-4f69-8604-5c1191fe5dec on network f15253e5-bedc-449f-92c9-3170b671744e {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:10:10.101223 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Checking agent: {'id': '2dfdfaa1-9da4-4da7-bc93-db92fb710195', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'started_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:10:10.101556 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Checking segment: {'id': 'b482bd03-6f79-44bc-bd0b-901423e42550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f15253e5-bedc-449f-92c9-3170b671744e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:10:10.101936 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Bound using segment: {'id': 'b482bd03-6f79-44bc-bd0b-901423e42550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f15253e5-bedc-449f-92c9-3170b671744e'} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:10:10.102354 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Bound port: 047b50b9-4f6f-4f69-8604-5c1191fe5dec, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b482bd03-6f79-44bc-bd0b-901423e42550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f15253e5-bedc-449f-92c9-3170b671744e'}}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:10:10.102696 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:10.175408 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] For port 047b50b9-4f6f-4f69-8604-5c1191fe5dec, host hv-cinder-79611, cleared binding levels {{(pid=92467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:10:10.178357 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] For port 047b50b9-4f6f-4f69-8604-5c1191fe5dec, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=047b50b9-4f6f-4f69-8604-5c1191fe5dec,segment=NetworkSegment(b482bd03-6f79-44bc-bd0b-901423e42550),segment_id=b482bd03-6f79-44bc-bd0b-901423e42550)] {{(pid=92467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:10:10.278973 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:10.281055 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-1c0a1f4a-23e4-43fd-ba5f-3f5f9dbca2e8 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:10.323223 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:10.323855 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:10.325226 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] 10.222.0.22 "PUT /v2.0/ports/047b50b9-4f6f-4f69-8604-5c1191fe5dec HTTP/1.1" status: 200 len: 1093 time: 0.9151571 Jun 12 17:10:10.325709 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc02b36-209c-4457-a3c7-2394e5392471', 'tag': '047b50b9-4f6f-4f69-8604-5c1191fe5dec'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:10:10.327993 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7826b6d1-1711-4575-ad51-aa234e717d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "afc02b36-209c-4457-a3c7-2394e5392471", "tag": "047b50b9-4f6f-4f69-8604-5c1191fe5dec"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:10:10.348327 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Pushing event updated for resources: {'Port': ['ID=047b50b9-4f6f-4f69-8604-5c1191fe5dec,revision_number=3']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:10.351347 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:10.429911 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fef4bd3-2e38-4b2d-8596-247ef4b6ac03 x-openstack-request-id: req-0fef4bd3-2e38-4b2d-8596-247ef4b6ac03 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:10:10.430260 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc02b36-209c-4457-a3c7-2394e5392471", "tag": "047b50b9-4f6f-4f69-8604-5c1191fe5dec", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:10:10.430546 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0fef4bd3-2e38-4b2d-8596-247ef4b6ac03 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:10:10.431503 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc02b36-209c-4457-a3c7-2394e5392471', 'tag': '047b50b9-4f6f-4f69-8604-5c1191fe5dec', 'status': 'completed', 'code': 200} Jun 12 17:10:10.532444 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b49352-9964-472e-ae64-72858832ae90 req-b9fc6f83-d47c-47ec-bb77-cb673ab3a427 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:10.533804 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-68b49352-9964-472e-ae64-72858832ae90 req-b9fc6f83-d47c-47ec-bb77-cb673ab3a427 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc02b36-209c-4457-a3c7-2394e5392471 HTTP/1.1" status: 200 len: 943 time: 0.1204402 Jun 12 17:10:10.537955 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826b6d1-1711-4575-ad51-aa234e717d0b req-5c73f9bd-8c23-4373-92e1-416dad6bd858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:10.539284 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7826b6d1-1711-4575-ad51-aa234e717d0b req-5c73f9bd-8c23-4373-92e1-416dad6bd858 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9e452706e9247a0b06ead3e433113fe&device_id=afc02b36-209c-4457-a3c7-2394e5392471 HTTP/1.1" status: 200 len: 1096 time: 0.0858099 Jun 12 17:10:10.613593 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-68b49352-9964-472e-ae64-72858832ae90 req-54719366-ced9-4012-9bfc-20259b954f87 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723026 Jun 12 17:10:10.632612 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-ca363ae6-28ac-4220-a3d5-4ad17e47c317 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992882401&fields=id&tenant_id=9be239a3ad554429b14fd85c26b7643f HTTP/1.1" status: 200 len: 267 time: 0.0373271 Jun 12 17:10:10.685836 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826b6d1-1711-4575-ad51-aa234e717d0b req-59615e34-f551-48ab-a92b-8dc63d9b52fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:10.687270 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7826b6d1-1711-4575-ad51-aa234e717d0b req-59615e34-f551-48ab-a92b-8dc63d9b52fb service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=e9e452706e9247a0b06ead3e433113fe&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1402874 Jun 12 17:10:10.765169 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-68218993-ae7e-45f8-aa4e-0c463965d079 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:10.766637 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-68218993-ae7e-45f8-aa4e-0c463965d079 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/networks?id=1de459b0-6013-449b-9c9e-63d7ea66f02a HTTP/1.1" status: 200 len: 809 time: 0.1275029 Jun 12 17:10:10.784155 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-7dc240f8-afdc-4b4b-972c-dccd3604e985 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/quotas/9be239a3ad554429b14fd85c26b7643f HTTP/1.1" status: 200 len: 375 time: 0.0120363 Jun 12 17:10:10.813136 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826b6d1-1711-4575-ad51-aa234e717d0b req-083c251b-56cb-40c8-b0b1-2079a2a81f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:10.814819 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7826b6d1-1711-4575-ad51-aa234e717d0b req-083c251b-56cb-40c8-b0b1-2079a2a81f09 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1213937 Jun 12 17:10:10.861546 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-c8296b99-40e6-46cc-b278-d108c66e1680 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9be239a3ad554429b14fd85c26b7643f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730879 Jun 12 17:10:10.912528 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-969f2ed3-44c1-4171-ae4f-d5a2a42f6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:10.914010 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-969f2ed3-44c1-4171-ae4f-d5a2a42f6fbc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9e452706e9247a0b06ead3e433113fe&device_id=afc02b36-209c-4457-a3c7-2394e5392471 HTTP/1.1" status: 200 len: 1096 time: 0.0587757 Jun 12 17:10:10.973872 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-b91ad66a-bab1-45a4-bb57-2545533e91a0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=047b50b9-4f6f-4f69-8604-5c1191fe5dec HTTP/1.1" status: 200 len: 217 time: 0.0526381 Jun 12 17:10:10.989335 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e494692a-f190-43aa-97c5-7773ab353aa1 service neutron] 10.222.0.16 "GET /v2.0/networks/1de459b0-6013-449b-9c9e-63d7ea66f02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158500 Jun 12 17:10:11.032864 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-4fa6c16d-71af-4afc-94f6-76e1def4720b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:11.034529 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-4fa6c16d-71af-4afc-94f6-76e1def4720b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6073f3b1-329d-4c85-807c-28ebeffc358f HTTP/1.1" status: 200 len: 853 time: 0.0537798 Jun 12 17:10:11.074021 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-41c2bbd8-84c0-40e1-85a9-899a71009d63 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f15253e5-bedc-449f-92c9-3170b671744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323725 Jun 12 17:10:11.110688 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-84c6d665-7dc5-470b-95fc-6f639ca4d89c service neutron] 10.222.0.16 "GET /v2.0/networks/1de459b0-6013-449b-9c9e-63d7ea66f02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140633 Jun 12 17:10:11.205244 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-7fb5a5ab-b0ff-42d7-9713-93f3c678d18b service neutron] 10.222.0.22 "GET /v2.0/networks/f15253e5-bedc-449f-92c9-3170b671744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250386 Jun 12 17:10:11.327221 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6ebfb117-15cb-4535-a60e-c75062fb354c req-8d54e6af-7569-45cb-a07b-fbe07218d099 service neutron] 10.222.0.22 "GET /v2.0/networks/f15253e5-bedc-449f-92c9-3170b671744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154191 Jun 12 17:10:11.809340 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcc5c0-2965-4893-b372-3680bccb4d8d req-845a43f4-3bc6-402d-ac9c-399aa5e5fe36 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:11.810827 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c0dcc5c0-2965-4893-b372-3680bccb4d8d req-845a43f4-3bc6-402d-ac9c-399aa5e5fe36 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc02b36-209c-4457-a3c7-2394e5392471 HTTP/1.1" status: 200 len: 943 time: 0.0842161 Jun 12 17:10:11.825728 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-0817a1b1-270f-4f15-9be7-a6e18a3aa1b1 req-b5eb5542-0197-4933-9c0a-16e4f8f10e81 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 210 time: 0.0377088 Jun 12 17:10:11.867189 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c0dcc5c0-2965-4893-b372-3680bccb4d8d req-3c93115a-330d-4f36-acc9-9c2372d21194 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503585 Jun 12 17:10:12.911482 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b39dcdbf-2d75-4dd0-8a75-506dca65a501 req-2f25aebe-6c69-4861-8c77-78a76aac5028 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 210 time: 0.0338960 Jun 12 17:10:13.056047 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db1830-085d-495b-b084-9031558dc619 req-0a6d842f-5ff3-4055-a593-d13bb5136aa2 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:13.057478 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-17db1830-085d-495b-b084-9031558dc619 req-0a6d842f-5ff3-4055-a593-d13bb5136aa2 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc02b36-209c-4457-a3c7-2394e5392471 HTTP/1.1" status: 200 len: 943 time: 0.0720222 Jun 12 17:10:13.108865 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-17db1830-085d-495b-b084-9031558dc619 req-17cddab1-8e9a-40bd-bae3-9b751786ee2f tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457742 Jun 12 17:10:14.069254 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ee444587-eb48-46a3-9fde-82ef36f56fae req-0ef1474d-82b0-4961-8224-4ec21a676fa3 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 210 time: 0.0346537 Jun 12 17:10:14.204000 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 047b50b9-4f6f-4f69-8604-5c1191fe5dec details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:10:14.294768 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a86d2b-a542-4ee7-aaf3-f91537d95798 req-294c51c9-d9c0-4aa1-9228-38285c0a1f6b tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:14.301758 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f0a86d2b-a542-4ee7-aaf3-f91537d95798 req-294c51c9-d9c0-4aa1-9228-38285c0a1f6b tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc02b36-209c-4457-a3c7-2394e5392471 HTTP/1.1" status: 200 len: 943 time: 0.0813565 Jun 12 17:10:14.330699 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 047b50b9-4f6f-4f69-8604-5c1191fe5dec, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=047b50b9-4f6f-4f69-8604-5c1191fe5dec,segment=NetworkSegment(b482bd03-6f79-44bc-bd0b-901423e42550),segment_id=b482bd03-6f79-44bc-bd0b-901423e42550)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:10:14.344878 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': '047b50b9-4f6f-4f69-8604-5c1191fe5dec', 'network_id': 'f15253e5-bedc-449f-92c9-3170b671744e', 'port_id': '047b50b9-4f6f-4f69-8604-5c1191fe5dec', 'mac_address': 'fa:16:3e:9d:19:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6073f3b1-329d-4c85-807c-28ebeffc358f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:10:14.360263 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f0a86d2b-a542-4ee7-aaf3-f91537d95798 req-2f4cc728-6e25-41da-a726-a4b70fcbf7fc tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575156 Jun 12 17:10:14.390388 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:14.407276 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047b50b9-4f6f-4f69-8604-5c1191fe5dec {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:10:14.428440 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 047b50b9-4f6f-4f69-8604-5c1191fe5dec, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=047b50b9-4f6f-4f69-8604-5c1191fe5dec,segment=NetworkSegment(b482bd03-6f79-44bc-bd0b-901423e42550),segment_id=b482bd03-6f79-44bc-bd0b-901423e42550)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:10:14.507164 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:14.509061 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-1769e56a-9b59-4c54-be44-168ed8c00900 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:14.531257 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e626a-aad1-495b-81a1-708caad22393 req-1593d564-3e21-43b5-bcb6-a669b312b6c5 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:14.532762 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fa3e626a-aad1-495b-81a1-708caad22393 req-1593d564-3e21-43b5-bcb6-a669b312b6c5 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.0706158 Jun 12 17:10:14.615371 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fa3e626a-aad1-495b-81a1-708caad22393 req-05d8376f-12d4-46a4-821b-fe765b4ed93f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754468 Jun 12 17:10:14.705368 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-ff77545c-5f07-4de7-bc83-cb11cd3ce71b tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:14.706749 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-ff77545c-5f07-4de7-bc83-cb11cd3ce71b tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.22 "GET /v2.0/networks?id=1de459b0-6013-449b-9c9e-63d7ea66f02a HTTP/1.1" status: 200 len: 809 time: 0.1585615 Jun 12 17:10:14.709106 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=047b50b9-4f6f-4f69-8604-5c1191fe5dec,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:14.712201 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:14.756228 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-cbf740ad-92dd-404b-a58c-730ab36345f1 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9be239a3ad554429b14fd85c26b7643f HTTP/1.1" status: 200 len: 379 time: 0.0385599 Jun 12 17:10:14.765305 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-ce1da8bf-d264-412d-8e8c-4ec2286de9cf tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Request body: {'port': {'device_id': 'e1e1163a-1acd-4898-99f8-d1ce2715f412', 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a', 'admin_state_up': True, 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'security_groups': ['757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1']}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:10:14.795103 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['047b50b9-4f6f-4f69-8604-5c1191fe5dec'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:10:14.962373 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-ce1da8bf-d264-412d-8e8c-4ec2286de9cf tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Made reservation on behalf of 9be239a3ad554429b14fd85c26b7643f for: {'port': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:10:14.966124 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-ce1da8bf-d264-412d-8e8c-4ec2286de9cf tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:15.111044 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-ce1da8bf-d264-412d-8e8c-4ec2286de9cf tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Allocated IP 172.20.0.3 (1de459b0-6013-449b-9c9e-63d7ea66f02a/4758b802-10b2-4d8a-9b59-c24e4b4afa11/d013f4ff-ebe3-436b-8835-c0a6c5e180a4) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:10:15.218058 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-883e1476-640c-439a-b7e8-33ab13404296 req-2e84f1c6-783c-4793-82dd-0e89c1a61bde tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 210 time: 0.0328941 Jun 12 17:10:15.233803 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:10:15.281333 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-ce1da8bf-d264-412d-8e8c-4ec2286de9cf tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:15.294330 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-ce1da8bf-d264-412d-8e8c-4ec2286de9cf tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Transition to ACTIVE for port object d013f4ff-ebe3-436b-8835-c0a6c5e180a4 will not be triggered until provisioned by entity DHCP. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:10:15.379466 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-ce1da8bf-d264-412d-8e8c-4ec2286de9cf tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:15.383454 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:15.432599 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-ce1da8bf-d264-412d-8e8c-4ec2286de9cf tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Network 1de459b0-6013-449b-9c9e-63d7ea66f02a is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:10:15.437826 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-ce1da8bf-d264-412d-8e8c-4ec2286de9cf tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:10:15.442446 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-ce1da8bf-d264-412d-8e8c-4ec2286de9cf tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:10:15.475386 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1da8bf-d264-412d-8e8c-4ec2286de9cf tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Pushing event updated for resources: {'Port': ['ID=d013f4ff-ebe3-436b-8835-c0a6c5e180a4,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:15.487772 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-ce1da8bf-d264-412d-8e8c-4ec2286de9cf tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:15.564459 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-ce1da8bf-d264-412d-8e8c-4ec2286de9cf tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:15.565098 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-ce1da8bf-d264-412d-8e8c-4ec2286de9cf tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:15.608388 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd71974-f80a-4c1d-a81a-296d16b6505f req-b25940b3-c6bc-4059-b5f6-bbff73dbae20 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:15.609938 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5cd71974-f80a-4c1d-a81a-296d16b6505f req-b25940b3-c6bc-4059-b5f6-bbff73dbae20 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc02b36-209c-4457-a3c7-2394e5392471 HTTP/1.1" status: 200 len: 944 time: 0.1357176 Jun 12 17:10:15.653312 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5cd71974-f80a-4c1d-a81a-296d16b6505f req-2c38a118-86eb-4942-9295-3cc8673ca9cf tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374563 Jun 12 17:10:15.666618 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-ce1da8bf-d264-412d-8e8c-4ec2286de9cf tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9048183 Jun 12 17:10:15.680677 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Request body: {'port': {'device_id': 'e1e1163a-1acd-4898-99f8-d1ce2715f412', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:10:15.770647 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:15.781155 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-daf84bc3-3a7d-46e7-97e5-a7d35a2609a2 None None] Provisioning for port d013f4ff-ebe3-436b-8835-c0a6c5e180a4 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:10:15.785055 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-daf84bc3-3a7d-46e7-97e5-a7d35a2609a2 None None] Provisioning complete for port d013f4ff-ebe3-436b-8835-c0a6c5e180a4 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:10:15.785438 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-daf84bc3-3a7d-46e7-97e5-a7d35a2609a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:15.813488 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526dae4c-4fc0-4095-9514-69f57b090481 req-15af9340-3d07-4f62-9958-91caa1f5deef tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:15.814987 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-526dae4c-4fc0-4095-9514-69f57b090481 req-15af9340-3d07-4f62-9958-91caa1f5deef tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.0739074 Jun 12 17:10:15.833122 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-daf84bc3-3a7d-46e7-97e5-a7d35a2609a2 None None] Port d013f4ff-ebe3-436b-8835-c0a6c5e180a4 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:10:15.860342 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-526dae4c-4fc0-4095-9514-69f57b090481 req-d9570ec9-dde0-4551-ac91-3a0a069fd282 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369542 Jun 12 17:10:16.151201 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d013f4ff-ebe3-436b-8835-c0a6c5e180a4 {{(pid=92467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:10:16.158561 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:16.170343 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Transition to ACTIVE for port object d013f4ff-ebe3-436b-8835-c0a6c5e180a4 will not be triggered until provisioned by entity L2. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:10:16.221468 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 047b50b9-4f6f-4f69-8604-5c1191fe5dec up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:10:16.232635 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:16.234740 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-d5b6651a-60a3-42c9-b25c-da0e0674ef29 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:16.358487 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning for port 047b50b9-4f6f-4f69-8604-5c1191fe5dec completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:10:16.362009 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Pushing event updated for resources: {'Port': ['ID=d013f4ff-ebe3-436b-8835-c0a6c5e180a4,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:16.363760 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port 047b50b9-4f6f-4f69-8604-5c1191fe5dec triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:10:16.364157 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:16.395149 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:16.463988 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:16.468554 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Attempting to bind port d013f4ff-ebe3-436b-8835-c0a6c5e180a4 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:10:16.468895 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Attempting to bind port d013f4ff-ebe3-436b-8835-c0a6c5e180a4 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'dfdffe23-705e-45dc-a58b-cc7a72d5bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a'}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:10:16.469232 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Attempting to bind port d013f4ff-ebe3-436b-8835-c0a6c5e180a4 on network 1de459b0-6013-449b-9c9e-63d7ea66f02a {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:10:16.481108 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c27c93-df7a-4deb-894d-8f2d59ed8b7e req-ed9839de-b7e2-491d-8db5-5b77a459f401 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:16.482587 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-23c27c93-df7a-4deb-894d-8f2d59ed8b7e req-ed9839de-b7e2-491d-8db5-5b77a459f401 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 943 time: 0.1265972 Jun 12 17:10:16.483615 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Port d013f4ff-ebe3-436b-8835-c0a6c5e180a4 on network 1de459b0-6013-449b-9c9e-63d7ea66f02a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 17:10:16.483938 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Attempting to bind port d013f4ff-ebe3-436b-8835-c0a6c5e180a4 on network 1de459b0-6013-449b-9c9e-63d7ea66f02a {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:10:16.491217 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Checking agent: {'id': '2dfdfaa1-9da4-4da7-bc93-db92fb710195', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'started_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:10:16.491574 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Checking segment: {'id': 'dfdffe23-705e-45dc-a58b-cc7a72d5bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:10:16.491747 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc02b36-209c-4457-a3c7-2394e5392471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047b50b9-4f6f-4f69-8604-5c1191fe5dec'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:10:16.491968 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Bound using segment: {'id': 'dfdffe23-705e-45dc-a58b-cc7a72d5bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a'} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:10:16.492485 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Bound port: d013f4ff-ebe3-436b-8835-c0a6c5e180a4, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfdffe23-705e-45dc-a58b-cc7a72d5bc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a'}}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:10:16.492798 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:16.494735 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1784c509-fd59-4586-b3f5-8a7ad8e9d859" -d '{"events": [{"server_uuid": "afc02b36-209c-4457-a3c7-2394e5392471", "name": "network-vif-plugged", "status": "completed", "tag": "047b50b9-4f6f-4f69-8604-5c1191fe5dec"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:10:16.508908 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 047b50b9-4f6f-4f69-8604-5c1191fe5dec, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=047b50b9-4f6f-4f69-8604-5c1191fe5dec,segment=NetworkSegment(b482bd03-6f79-44bc-bd0b-901423e42550),segment_id=b482bd03-6f79-44bc-bd0b-901423e42550)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:10:16.576858 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-23c27c93-df7a-4deb-894d-8f2d59ed8b7e req-c2244c28-e14b-40c6-849e-6e2ed04fe1ab tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875623 Jun 12 17:10:16.586148 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:16.590872 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2fa72e-83ec-4ccf-8f43-b3c95e8ddac5 x-openstack-request-id: req-3c2fa72e-83ec-4ccf-8f43-b3c95e8ddac5 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:10:16.591624 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc02b36-209c-4457-a3c7-2394e5392471", "name": "network-vif-plugged", "status": "completed", "tag": "047b50b9-4f6f-4f69-8604-5c1191fe5dec", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:10:16.592375 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c2fa72e-83ec-4ccf-8f43-b3c95e8ddac5 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:10:16.593054 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc02b36-209c-4457-a3c7-2394e5392471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047b50b9-4f6f-4f69-8604-5c1191fe5dec', 'code': 200} Jun 12 17:10:16.593714 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:16.615498 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] For port d013f4ff-ebe3-436b-8835-c0a6c5e180a4, host hv-cinder-79611, cleared binding levels {{(pid=92467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:10:16.618947 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] For port d013f4ff-ebe3-436b-8835-c0a6c5e180a4, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d013f4ff-ebe3-436b-8835-c0a6c5e180a4,segment=NetworkSegment(dfdffe23-705e-45dc-a58b-cc7a72d5bc07),segment_id=dfdffe23-705e-45dc-a58b-cc7a72d5bc07)] {{(pid=92467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:10:16.647889 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=047b50b9-4f6f-4f69-8604-5c1191fe5dec,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:16.651757 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:16.741723 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:16.743925 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-0b0963e6-c1a0-4c22-bc06-f7469eb8ea86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:16.822828 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:16.823638 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:16.825110 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] 10.222.0.22 "PUT /v2.0/ports/d013f4ff-ebe3-436b-8835-c0a6c5e180a4 HTTP/1.1" status: 200 len: 1093 time: 1.1487219 Jun 12 17:10:16.827255 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e1163a-1acd-4898-99f8-d1ce2715f412', 'tag': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:10:16.829494 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce536261-7d84-4957-b5a0-f9a09532799b" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e1163a-1acd-4898-99f8-d1ce2715f412", "tag": "d013f4ff-ebe3-436b-8835-c0a6c5e180a4"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:10:16.862287 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Pushing event updated for resources: {'Port': ['ID=d013f4ff-ebe3-436b-8835-c0a6c5e180a4,revision_number=3']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:16.866273 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:16.877645 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b136b64-866f-464f-8e6f-f0933d112ea3 x-openstack-request-id: req-4b136b64-866f-464f-8e6f-f0933d112ea3 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:10:16.877975 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e1163a-1acd-4898-99f8-d1ce2715f412", "tag": "d013f4ff-ebe3-436b-8835-c0a6c5e180a4", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:10:16.878263 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b136b64-866f-464f-8e6f-f0933d112ea3 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:10:16.878690 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e1163a-1acd-4898-99f8-d1ce2715f412', 'tag': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4', 'status': 'completed', 'code': 200} Jun 12 17:10:16.898456 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59de0cb-f770-4db9-ad85-c1eaf23af636 req-1958578b-ba05-4491-8c48-542581b3a190 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:16.900996 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e59de0cb-f770-4db9-ad85-c1eaf23af636 req-1958578b-ba05-4491-8c48-542581b3a190 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc02b36-209c-4457-a3c7-2394e5392471 HTTP/1.1" status: 200 len: 945 time: 0.1269438 Jun 12 17:10:17.011747 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e59de0cb-f770-4db9-ad85-c1eaf23af636 req-0a0cf477-086c-4b52-875d-f430400de4a7 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920279 Jun 12 17:10:17.056616 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce536261-7d84-4957-b5a0-f9a09532799b req-cc07912c-7628-42a5-a299-4105d64be914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:17.058014 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ce536261-7d84-4957-b5a0-f9a09532799b req-cc07912c-7628-42a5-a299-4105d64be914 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9be239a3ad554429b14fd85c26b7643f&device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 1096 time: 0.1561379 Jun 12 17:10:17.083044 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8240fb-d038-44ba-8f99-97f3d1fec55d req-895b8fdb-8448-4f84-940a-912f1847e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:17.083836 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a7d78-a54a-4eb6-a6f4-be43d2719894 req-7f714939-ce03-4e99-9486-e491c088e425 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:17.085267 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3f8240fb-d038-44ba-8f99-97f3d1fec55d req-895b8fdb-8448-4f84-940a-912f1847e97b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=afc02b36-209c-4457-a3c7-2394e5392471 HTTP/1.1" status: 200 len: 1098 time: 0.0935614 Jun 12 17:10:17.085417 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-cc7a7d78-a54a-4eb6-a6f4-be43d2719894 req-7f714939-ce03-4e99-9486-e491c088e425 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.0764363 Jun 12 17:10:17.129049 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-cc7a7d78-a54a-4eb6-a6f4-be43d2719894 req-b11c5288-b19e-423b-afea-6c82ae17320c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366466 Jun 12 17:10:17.205458 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3f8240fb-d038-44ba-8f99-97f3d1fec55d req-aa88d946-c6b3-4d15-a332-b322ae956393 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067533 Jun 12 17:10:17.535722 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce536261-7d84-4957-b5a0-f9a09532799b req-264e41d0-c31c-4e10-869e-291ec158c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:17.537143 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ce536261-7d84-4957-b5a0-f9a09532799b req-264e41d0-c31c-4e10-869e-291ec158c7ad service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=9be239a3ad554429b14fd85c26b7643f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4661465 Jun 12 17:10:17.542084 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ff99884c-7f3b-4f80-8550-998aeeac34f6 req-2d8006ae-e2cf-425f-a649-b337975f003e tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-454352064&fields=id&tenant_id=8739bb767738461088ab796ff2a650ac HTTP/1.1" status: 200 len: 267 time: 0.3585796 Jun 12 17:10:17.708081 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99884c-7f3b-4f80-8550-998aeeac34f6 req-c3130666-3bb3-48aa-b5c8-43d610de6027 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:17.709501 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ff99884c-7f3b-4f80-8550-998aeeac34f6 req-c3130666-3bb3-48aa-b5c8-43d610de6027 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 984 time: 0.1619792 Jun 12 17:10:17.712470 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce536261-7d84-4957-b5a0-f9a09532799b req-75664b7a-492c-49b8-bb43-ad8fab55b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:17.713800 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ce536261-7d84-4957-b5a0-f9a09532799b req-75664b7a-492c-49b8-bb43-ad8fab55b982 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1581237 Jun 12 17:10:17.722895 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-ff99884c-7f3b-4f80-8550-998aeeac34f6 req-44a89a4f-fe59-488b-a806-451d75ee7563 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Request body: {'port': {'security_groups': ['b3226027-90ce-48f2-ba17-3536b193990d']}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:10:17.773105 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfd1e3-a41d-4821-a5f7-f0a69aa206ed req-0a1c9ae5-5f98-4685-985d-ec4a0491840f tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:17.774754 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d7dfd1e3-a41d-4821-a5f7-f0a69aa206ed req-0a1c9ae5-5f98-4685-985d-ec4a0491840f tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 943 time: 0.0732017 Jun 12 17:10:17.819333 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d7dfd1e3-a41d-4821-a5f7-f0a69aa206ed req-1af7eb92-7e66-4aaa-9594-ce6c241ae08f tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377491 Jun 12 17:10:17.871912 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-ff99884c-7f3b-4f80-8550-998aeeac34f6 req-44a89a4f-fe59-488b-a806-451d75ee7563 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:17.889988 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-3cee2bb8-cf23-4016-a785-4d0ddd5d79f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:17.891442 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-3cee2bb8-cf23-4016-a785-4d0ddd5d79f2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9be239a3ad554429b14fd85c26b7643f&device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 1096 time: 0.1334975 Jun 12 17:10:17.992304 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-12a0e7fa-0ffd-4f90-9853-0bf77de1f5c5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d013f4ff-ebe3-436b-8835-c0a6c5e180a4 HTTP/1.1" status: 200 len: 217 time: 0.0736237 Jun 12 17:10:18.087869 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-de854567-f7be-41bf-90de-b24c35f563a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:18.089320 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-de854567-f7be-41bf-90de-b24c35f563a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4758b802-10b2-4d8a-9b59-c24e4b4afa11 HTTP/1.1" status: 200 len: 848 time: 0.0781693 Jun 12 17:10:18.231291 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b182bb-e797-47b2-990b-b33d07437eba req-7df14d30-7f53-4696-8fda-08f217b3ab9e tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:18.234368 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-03b182bb-e797-47b2-990b-b33d07437eba req-7df14d30-7f53-4696-8fda-08f217b3ab9e tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc02b36-209c-4457-a3c7-2394e5392471 HTTP/1.1" status: 200 len: 945 time: 0.0796216 Jun 12 17:10:18.250260 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-80778e6a-f939-4201-a24e-b13ffae2bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:18.251958 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-80778e6a-f939-4201-a24e-b13ffae2bb39 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1de459b0-6013-449b-9c9e-63d7ea66f02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1416116 Jun 12 17:10:18.272262 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-ff99884c-7f3b-4f80-8550-998aeeac34f6 req-44a89a4f-fe59-488b-a806-451d75ee7563 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] For port e110f07d-1a16-40e4-8fe0-01da331a1480, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e110f07d-1a16-40e4-8fe0-01da331a1480,segment=NetworkSegment(64bada24-dde5-4c5d-9b97-77dfba85ccce),segment_id=64bada24-dde5-4c5d-9b97-77dfba85ccce)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:10:18.282772 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-03b182bb-e797-47b2-990b-b33d07437eba req-27c4ee41-28a1-4ae6-a631-0192b203e4e1 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414855 Jun 12 17:10:18.387927 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-ff99884c-7f3b-4f80-8550-998aeeac34f6 req-44a89a4f-fe59-488b-a806-451d75ee7563 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:18.411918 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-2f88aec4-b2ce-4d77-b7d7-0d9f4074e559 service neutron] 10.222.0.22 "GET /v2.0/networks/1de459b0-6013-449b-9c9e-63d7ea66f02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506331 Jun 12 17:10:18.467167 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9f52f-922c-452c-9210-7e6752fbf8ec req-d694a088-6575-4701-91d5-a13e678a0250 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:18.468726 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-dae9f52f-922c-452c-9210-7e6752fbf8ec req-d694a088-6575-4701-91d5-a13e678a0250 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.0729733 Jun 12 17:10:18.512678 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-dae9f52f-922c-452c-9210-7e6752fbf8ec req-f7415012-b2c0-4409-9496-791f12551148 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380337 Jun 12 17:10:18.519044 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-ff99884c-7f3b-4f80-8550-998aeeac34f6 req-44a89a4f-fe59-488b-a806-451d75ee7563 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:18.523967 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-fa3e1f10-32f7-464f-8ca5-aa46bc282bed tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:18.530590 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['e110f07d-1a16-40e4-8fe0-01da331a1480'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:10:18.611504 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99884c-7f3b-4f80-8550-998aeeac34f6 req-44a89a4f-fe59-488b-a806-451d75ee7563 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:18.613060 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-ff99884c-7f3b-4f80-8550-998aeeac34f6 req-44a89a4f-fe59-488b-a806-451d75ee7563 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:18.613634 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ff99884c-7f3b-4f80-8550-998aeeac34f6 req-44a89a4f-fe59-488b-a806-451d75ee7563 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "PUT /v2.0/ports/e110f07d-1a16-40e4-8fe0-01da331a1480 HTTP/1.1" status: 200 len: 942 time: 0.8963864 Jun 12 17:10:18.620915 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 35392) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:10:18.642044 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-90012637-29c5-4d33-bfa7-8eb82a4064c1 req-0f4d2bbc-e1f9-44c8-b34c-05380add77f9 service neutron] 10.222.0.22 "GET /v2.0/networks/1de459b0-6013-449b-9c9e-63d7ea66f02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238045 Jun 12 17:10:18.658680 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a89a4f-fe59-488b-a806-451d75ee7563 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Pushing event updated for resources: {'Port': ['ID=e110f07d-1a16-40e4-8fe0-01da331a1480,revision_number=7']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:18.662511 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-44a89a4f-fe59-488b-a806-451d75ee7563 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:18.691773 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['e110f07d-1a16-40e4-8fe0-01da331a1480'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:10:18.722032 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-03590d9c-ff06-4b0c-b61f-cce5a9366de6 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:18.764615 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-03590d9c-ff06-4b0c-b61f-cce5a9366de6 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:18.848056 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-c3d0074a-24c4-4cbb-a095-0f69ef3b3d9d None None] Provisioning complete for port e110f07d-1a16-40e4-8fe0-01da331a1480 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:10:18.848366 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-c3d0074a-24c4-4cbb-a095-0f69ef3b3d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:18.879480 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab53403a-ed42-4ce8-861b-680877c433ab', 'tag': 'e110f07d-1a16-40e4-8fe0-01da331a1480'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:10:18.882010 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b08b46-4584-4e4b-a36e-5ab1e6c3c014" -d '{"events": [{"name": "network-changed", "server_uuid": "ab53403a-ed42-4ce8-861b-680877c433ab", "tag": "e110f07d-1a16-40e4-8fe0-01da331a1480"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:10:18.919142 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-03590d9c-ff06-4b0c-b61f-cce5a9366de6 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:18.924895 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-03590d9c-ff06-4b0c-b61f-cce5a9366de6 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:18.928858 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-03590d9c-ff06-4b0c-b61f-cce5a9366de6 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "DELETE /v2.0/security-groups/12513e5f-f437-4e19-9239-cfc42812b875 HTTP/1.1" status: 204 len: 168 time: 0.3030558 Jun 12 17:10:18.928858 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-c5379067-4fc1-4fb7-86d4-45d7a5069da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:18.935599 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 35398) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:10:18.954618 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03590d9c-ff06-4b0c-b61f-cce5a9366de6 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12513e5f-f437-4e19-9239-cfc42812b875,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:18.974559 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590d9c-ff06-4b0c-b61f-cce5a9366de6 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:18.975043 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590d9c-ff06-4b0c-b61f-cce5a9366de6 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:18.975430 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590d9c-ff06-4b0c-b61f-cce5a9366de6 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:18.976152 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590d9c-ff06-4b0c-b61f-cce5a9366de6 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:18.976612 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590d9c-ff06-4b0c-b61f-cce5a9366de6 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:18.980109 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590d9c-ff06-4b0c-b61f-cce5a9366de6 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:18.980109 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590d9c-ff06-4b0c-b61f-cce5a9366de6 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:18.980109 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590d9c-ff06-4b0c-b61f-cce5a9366de6 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:18.980109 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590d9c-ff06-4b0c-b61f-cce5a9366de6 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:18.980109 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590d9c-ff06-4b0c-b61f-cce5a9366de6 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:18.980884 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590d9c-ff06-4b0c-b61f-cce5a9366de6 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:18.981330 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03590d9c-ff06-4b0c-b61f-cce5a9366de6 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:18.986230 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-03590d9c-ff06-4b0c-b61f-cce5a9366de6 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:19.038007 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf9925d-dbf5-40ac-b7ee-75812e60a168 x-openstack-request-id: req-7bf9925d-dbf5-40ac-b7ee-75812e60a168 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:10:19.038334 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab53403a-ed42-4ce8-861b-680877c433ab", "tag": "e110f07d-1a16-40e4-8fe0-01da331a1480", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:10:19.038623 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7bf9925d-dbf5-40ac-b7ee-75812e60a168 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:10:19.039045 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab53403a-ed42-4ce8-861b-680877c433ab', 'tag': 'e110f07d-1a16-40e4-8fe0-01da331a1480', 'status': 'completed', 'code': 200} Jun 12 17:10:19.057687 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f9bb3-38a9-4313-94bb-6ff5d343ff04 req-2b628ab2-eb04-442d-98fd-f984b8f6b57a tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:19.059207 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4e6f9bb3-38a9-4313-94bb-6ff5d343ff04 req-2b628ab2-eb04-442d-98fd-f984b8f6b57a tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 943 time: 0.0746810 Jun 12 17:10:19.104846 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4e6f9bb3-38a9-4313-94bb-6ff5d343ff04 req-2d171e82-de88-4870-a2d0-a4f329d5fa53 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389886 Jun 12 17:10:19.264974 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b08b46-4584-4e4b-a36e-5ab1e6c3c014 req-a29468dd-e214-49f4-acd1-1f96c5c5caff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:19.266477 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-20b08b46-4584-4e4b-a36e-5ab1e6c3c014 req-a29468dd-e214-49f4-acd1-1f96c5c5caff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8739bb767738461088ab796ff2a650ac&device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 1098 time: 0.2266839 Jun 12 17:10:19.387643 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-90b59c2d-9da3-4969-ad5f-98516aee2ab2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Deleting port 9735fcd4-eb8e-4c2c-987c-9a17758b5827 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:10:19.387988 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-90b59c2d-9da3-4969-ad5f-98516aee2ab2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:19.432696 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b08b46-4584-4e4b-a36e-5ab1e6c3c014 req-7f228ec0-4b85-46a4-8a20-4b93bb6ec453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:19.434125 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-20b08b46-4584-4e4b-a36e-5ab1e6c3c014 req-7f228ec0-4b85-46a4-8a20-4b93bb6ec453 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b69f48d8-e3c1-47a9-b277-5d23daa57c00 HTTP/1.1" status: 200 len: 916 time: 0.1607754 Jun 12 17:10:19.488893 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54194991-a6b6-47f2-b612-610855879125 req-e19afc32-f8aa-4d1d-b449-3024dbf728be tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:19.490365 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-54194991-a6b6-47f2-b612-610855879125 req-e19afc32-f8aa-4d1d-b449-3024dbf728be tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc02b36-209c-4457-a3c7-2394e5392471 HTTP/1.1" status: 200 len: 945 time: 0.0720029 Jun 12 17:10:19.534425 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-54194991-a6b6-47f2-b612-610855879125 req-deb1cd28-913b-44c6-b623-5bac8c053302 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365143 Jun 12 17:10:19.578853 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-90b59c2d-9da3-4969-ad5f-98516aee2ab2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:19.579195 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-90b59c2d-9da3-4969-ad5f-98516aee2ab2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:19.598448 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-20b08b46-4584-4e4b-a36e-5ab1e6c3c014 req-add258bc-08c5-4968-b647-80da3e8b1f4b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e110f07d-1a16-40e4-8fe0-01da331a1480 HTTP/1.1" status: 200 len: 1001 time: 0.1165316 Jun 12 17:10:19.693297 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-90b59c2d-9da3-4969-ad5f-98516aee2ab2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Calling delete_port for 9735fcd4-eb8e-4c2c-987c-9a17758b5827 owned by network:floatingip {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:10:19.843584 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b08b46-4584-4e4b-a36e-5ab1e6c3c014 req-07e21236-65d4-436c-a6b0-935f3eeb3c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:19.845049 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-20b08b46-4584-4e4b-a36e-5ab1e6c3c014 req-07e21236-65d4-436c-a6b0-935f3eeb3c81 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b3013f0-63c6-436f-b840-5e869aac9153 HTTP/1.1" status: 200 len: 854 time: 0.2023716 Jun 12 17:10:19.942750 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c1d6a-eb4e-406b-b110-147d0a23bf49 req-4d851532-31a8-4ec0-aaf7-5fd01f42fb64 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:19.944240 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-158c1d6a-eb4e-406b-b110-147d0a23bf49 req-4d851532-31a8-4ec0-aaf7-5fd01f42fb64 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.2486959 Jun 12 17:10:20.025915 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-158c1d6a-eb4e-406b-b110-147d0a23bf49 req-528e04cf-ff7c-4cb0-bb89-cacff92c2273 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698025 Jun 12 17:10:20.029363 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b08b46-4584-4e4b-a36e-5ab1e6c3c014 req-ec62aa82-726e-4c1f-9908-23604e1c18eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:20.030574 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-20b08b46-4584-4e4b-a36e-5ab1e6c3c014 req-ec62aa82-726e-4c1f-9908-23604e1c18eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b69f48d8-e3c1-47a9-b277-5d23daa57c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1733246 Jun 12 17:10:20.308084 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850b470-b422-409c-a049-ef6be963689e req-63ef7f80-98ca-4b97-8318-65cb04ce2d6d tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:20.309654 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-8850b470-b422-409c-a049-ef6be963689e req-63ef7f80-98ca-4b97-8318-65cb04ce2d6d tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 943 time: 0.0851891 Jun 12 17:10:20.360051 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-8850b470-b422-409c-a049-ef6be963689e req-d08a64ec-84fa-4f3a-8247-388b5a146d99 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429678 Jun 12 17:10:20.485312 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-20b08b46-4584-4e4b-a36e-5ab1e6c3c014 req-f507aa0a-4dbd-478a-9e23-381c8a118db9 service neutron] 10.222.0.22 "GET /v2.0/networks/b69f48d8-e3c1-47a9-b277-5d23daa57c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443827 Jun 12 17:10:20.606915 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-20b08b46-4584-4e4b-a36e-5ab1e6c3c014 req-ac13761c-a4dc-4198-a401-2f379a12e972 service neutron] 10.222.0.22 "GET /v2.0/networks/b69f48d8-e3c1-47a9-b277-5d23daa57c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108911 Jun 12 17:10:20.655628 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-90b59c2d-9da3-4969-ad5f-98516aee2ab2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:20.657727 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-7e8074f0-c02e-4417-9dba-07a4381e2a24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:20.687101 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b59c2d-9da3-4969-ad5f-98516aee2ab2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Pushing event deleted for resources: {'Port': ['ID=9735fcd4-eb8e-4c2c-987c-9a17758b5827,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:20.689803 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-90b59c2d-9da3-4969-ad5f-98516aee2ab2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:20.766527 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-90b59c2d-9da3-4969-ad5f-98516aee2ab2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks [] for floatingip, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:20.766775 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.l3_db [None req-90b59c2d-9da3-4969-ad5f-98516aee2ab2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Floating IP 008f7cd5-a6c5-48e7-9659-b56cf0b0de7b disassociated (deleted). External IP: 172.27.1.102, port: e110f07d-1a16-40e4-8fe0-01da331a1480. Jun 12 17:10:21.066326 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b59c2d-9da3-4969-ad5f-98516aee2ab2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Router 93754ac1-d994-4c0a-9a87-36935312dee7 has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:10:21.253203 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b59c2d-9da3-4969-ad5f-98516aee2ab2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:10:21.258687 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-90b59c2d-9da3-4969-ad5f-98516aee2ab2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:21.263994 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b14329-63a5-4603-aa6d-e13a40bee893 None None] Sync routers for ids ['93754ac1-d994-4c0a-9a87-36935312dee7'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:10:21.277116 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b14329-63a5-4603-aa6d-e13a40bee893 None None] Routers {'93754ac1-d994-4c0a-9a87-36935312dee7'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:10:21.278459 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-b2b14329-63a5-4603-aa6d-e13a40bee893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:09:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['93754ac1-d994-4c0a-9a87-36935312dee7'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:21.295905 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b421568-8b48-458d-b1a4-707d69ab9057 req-f838a069-d6a1-4a3e-b5e7-29f2610d7a9f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:21.297407 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5b421568-8b48-458d-b1a4-707d69ab9057 req-f838a069-d6a1-4a3e-b5e7-29f2610d7a9f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.1363602 Jun 12 17:10:21.332598 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-90b59c2d-9da3-4969-ad5f-98516aee2ab2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "DELETE /v2.0/floatingips/008f7cd5-a6c5-48e7-9659-b56cf0b0de7b HTTP/1.1" status: 204 len: 168 time: 2.4016550 Jun 12 17:10:21.335574 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab53403a-ed42-4ce8-861b-680877c433ab', 'tag': 'e110f07d-1a16-40e4-8fe0-01da331a1480'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:10:21.338127 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4830e8-ebc2-47a6-a2aa-c337864f8342" -d '{"events": [{"name": "network-changed", "server_uuid": "ab53403a-ed42-4ce8-861b-680877c433ab", "tag": "e110f07d-1a16-40e4-8fe0-01da331a1480"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:10:21.359960 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5b421568-8b48-458d-b1a4-707d69ab9057 req-82243a47-0369-42ba-a680-f0b5b66317e8 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521281 Jun 12 17:10:21.451935 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-b2b14329-63a5-4603-aa6d-e13a40bee893 None None] Set router 93754ac1-d994-4c0a-9a87-36935312dee7 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:10:21.481054 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c6bb77-a1c0-407f-ae0d-f9bea8f438b5 x-openstack-request-id: req-b9c6bb77-a1c0-407f-ae0d-f9bea8f438b5 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:10:21.481496 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab53403a-ed42-4ce8-861b-680877c433ab", "tag": "e110f07d-1a16-40e4-8fe0-01da331a1480", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:10:21.481894 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9c6bb77-a1c0-407f-ae0d-f9bea8f438b5 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:10:21.482431 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab53403a-ed42-4ce8-861b-680877c433ab', 'tag': 'e110f07d-1a16-40e4-8fe0-01da331a1480', 'status': 'completed', 'code': 200} Jun 12 17:10:21.580565 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4830e8-ebc2-47a6-a2aa-c337864f8342 req-4fe951d3-8627-4321-ad49-23583dfdcb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:21.582534 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1b4830e8-ebc2-47a6-a2aa-c337864f8342 req-4fe951d3-8627-4321-ad49-23583dfdcb6f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8739bb767738461088ab796ff2a650ac&device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 1098 time: 0.0760889 Jun 12 17:10:21.711811 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f1b54-e964-4047-aa77-6da55a53c7f9 req-1d82356e-88ce-4d3f-be5e-218d23e68406 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:21.714692 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5d8f1b54-e964-4047-aa77-6da55a53c7f9 req-1d82356e-88ce-4d3f-be5e-218d23e68406 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 943 time: 0.1288269 Jun 12 17:10:21.738175 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4830e8-ebc2-47a6-a2aa-c337864f8342 req-2cd465ce-970b-40fe-9913-b6a66d8c2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:21.740046 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1b4830e8-ebc2-47a6-a2aa-c337864f8342 req-2cd465ce-970b-40fe-9913-b6a66d8c2f88 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b69f48d8-e3c1-47a9-b277-5d23daa57c00 HTTP/1.1" status: 200 len: 916 time: 0.1482258 Jun 12 17:10:21.769016 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5d8f1b54-e964-4047-aa77-6da55a53c7f9 req-a26e28bd-1db5-47c4-ac1a-e9a2e5fd516b tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473354 Jun 12 17:10:21.795751 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-b2b14329-63a5-4603-aa6d-e13a40bee893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'name': 'tempest-TestMinimumBasicScenario-1372330090-router', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:06Z', 'updated_at': '2021-06-12T17:07:14Z', 'revision_number': 4, 'project_id': '8739bb767738461088ab796ff2a650ac', 'gw_port': {'id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:08Z', 'updated_at': '2021-06-12T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '87d78fc4-9dae-442d-b117-a9b6fdd6c691', 'name': '', 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'mac_address': 'fa:16:3e:c5:15:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7b3013f0-63c6-436f-b840-5e869aac9153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:13Z', 'updated_at': '2021-06-12T17:07:22Z', 'revision_number': 5, 'project_id': '8739bb767738461088ab796ff2a650ac', 'subnets': [{'id': '7b3013f0-63c6-436f-b840-5e869aac9153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:21.796606 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b14329-63a5-4603-aa6d-e13a40bee893 None None] Checking router: 93754ac1-d994-4c0a-9a87-36935312dee7 for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:10:21.800095 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1b4830e8-ebc2-47a6-a2aa-c337864f8342 req-4cdd6039-0190-43f0-8fe3-07c4e74e1241 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e110f07d-1a16-40e4-8fe0-01da331a1480 HTTP/1.1" status: 200 len: 217 time: 0.0525048 Jun 12 17:10:21.808284 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b14329-63a5-4603-aa6d-e13a40bee893 None None] Routers {'93754ac1-d994-4c0a-9a87-36935312dee7'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:10:21.808917 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-b2b14329-63a5-4603-aa6d-e13a40bee893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:09:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['93754ac1-d994-4c0a-9a87-36935312dee7'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:21.869551 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4830e8-ebc2-47a6-a2aa-c337864f8342 req-73376008-e32e-4170-a550-bb3966e62f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:21.875464 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1b4830e8-ebc2-47a6-a2aa-c337864f8342 req-73376008-e32e-4170-a550-bb3966e62f68 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b3013f0-63c6-436f-b840-5e869aac9153 HTTP/1.1" status: 200 len: 854 time: 0.0636492 Jun 12 17:10:21.941584 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4830e8-ebc2-47a6-a2aa-c337864f8342 req-f42eb99a-6ed6-4da0-a2a0-949faa6a50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:21.943226 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1b4830e8-ebc2-47a6-a2aa-c337864f8342 req-f42eb99a-6ed6-4da0-a2a0-949faa6a50b3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b69f48d8-e3c1-47a9-b277-5d23daa57c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0655499 Jun 12 17:10:21.982041 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-b2b14329-63a5-4603-aa6d-e13a40bee893 None None] Set router 93754ac1-d994-4c0a-9a87-36935312dee7 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:10:22.090017 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1b4830e8-ebc2-47a6-a2aa-c337864f8342 req-bbe800bf-124a-4b4b-8d1f-53e3ab19bda3 service neutron] 10.222.0.22 "GET /v2.0/networks/b69f48d8-e3c1-47a9-b277-5d23daa57c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398702 Jun 12 17:10:22.166305 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6906289f-11a8-46a7-a0f9-08ac49638f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:22.216058 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1b4830e8-ebc2-47a6-a2aa-c337864f8342 req-1f607542-af64-4da5-9adf-1d916a8a9a1a service neutron] 10.222.0.22 "GET /v2.0/networks/b69f48d8-e3c1-47a9-b277-5d23daa57c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196496 Jun 12 17:10:22.397872 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-b2b14329-63a5-4603-aa6d-e13a40bee893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'name': 'tempest-TestMinimumBasicScenario-1372330090-router', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:06Z', 'updated_at': '2021-06-12T17:07:14Z', 'revision_number': 4, 'project_id': '8739bb767738461088ab796ff2a650ac', 'gw_port': {'id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:08Z', 'updated_at': '2021-06-12T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '87d78fc4-9dae-442d-b117-a9b6fdd6c691', 'name': '', 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'mac_address': 'fa:16:3e:c5:15:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7b3013f0-63c6-436f-b840-5e869aac9153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:13Z', 'updated_at': '2021-06-12T17:07:22Z', 'revision_number': 5, 'project_id': '8739bb767738461088ab796ff2a650ac', 'subnets': [{'id': '7b3013f0-63c6-436f-b840-5e869aac9153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:22.401366 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b14329-63a5-4603-aa6d-e13a40bee893 None None] The sync data for ids ['93754ac1-d994-4c0a-9a87-36935312dee7'] in dv-cinder-796114-2-iscsi is: [{'id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'name': 'tempest-TestMinimumBasicScenario-1372330090-router', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:06Z', 'updated_at': '2021-06-12T17:07:14Z', 'revision_number': 4, 'project_id': '8739bb767738461088ab796ff2a650ac', 'gw_port': {'id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:08Z', 'updated_at': '2021-06-12T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '87d78fc4-9dae-442d-b117-a9b6fdd6c691', 'name': '', 'network_id': 'b69f48d8-e3c1-47a9-b277-5d23daa57c00', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'mac_address': 'fa:16:3e:c5:15:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7b3013f0-63c6-436f-b840-5e869aac9153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:13Z', 'updated_at': '2021-06-12T17:07:22Z', 'revision_number': 5, 'project_id': '8739bb767738461088ab796ff2a650ac', 'subnets': [{'id': '7b3013f0-63c6-436f-b840-5e869aac9153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:10:22.581465 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58122f-6a1c-4d44-9168-8905a4de58f7 req-a0a7dca7-7069-4375-bf6f-5ca4fef883e0 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:22.583385 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1b58122f-6a1c-4d44-9168-8905a4de58f7 req-a0a7dca7-7069-4375-bf6f-5ca4fef883e0 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.0886850 Jun 12 17:10:22.641456 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1b58122f-6a1c-4d44-9168-8905a4de58f7 req-f4d25626-d49b-4943-99db-66233c1d930d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513067 Jun 12 17:10:22.687476 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6c9bed-1f82-42ca-830f-d8ea71e31211 None None] New status for floating IP 008f7cd5-a6c5-48e7-9659-b56cf0b0de7b: DOWN {{(pid=92469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 17:10:22.966067 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68e283-68f6-4071-b81e-b00ad135f6b0 req-27ad7726-631d-4b16-b349-82d6c773cf3f tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:22.967457 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4a68e283-68f6-4071-b81e-b00ad135f6b0 req-27ad7726-631d-4b16-b349-82d6c773cf3f tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 943 time: 0.0786002 Jun 12 17:10:23.015456 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4a68e283-68f6-4071-b81e-b00ad135f6b0 req-b14bc76e-7307-4454-bce0-15d014c08a41 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422571 Jun 12 17:10:23.848893 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805ca88-269d-4abe-858a-b97bc723dcf4 req-53c4ed48-ea56-42f6-bf4d-77875f3988cb tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:23.850250 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3805ca88-269d-4abe-858a-b97bc723dcf4 req-53c4ed48-ea56-42f6-bf4d-77875f3988cb tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.0719635 Jun 12 17:10:23.895371 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3805ca88-269d-4abe-858a-b97bc723dcf4 req-26a11cfd-a7ee-4ebc-9120-fa3e64e31cf4 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394962 Jun 12 17:10:24.216817 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc66a84-d7b0-4815-a2b0-67a60c821d3c req-483a9072-b307-4304-af62-06fe28ec119d tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:24.225607 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-dbc66a84-d7b0-4815-a2b0-67a60c821d3c req-483a9072-b307-4304-af62-06fe28ec119d tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 943 time: 0.0752850 Jun 12 17:10:24.262357 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-dbc66a84-d7b0-4815-a2b0-67a60c821d3c req-f8274ca7-234c-481e-a0b0-18e4e5f3cd72 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384409 Jun 12 17:10:24.665380 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-54bb4bc3-12b6-4253-a7f5-8a31d3c9ed6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:24.866691 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:25.082272 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbfd4c-3cbf-4ad5-8760-edfaa96547fe req-f9e61095-e02d-43ba-a369-bbf4137eb601 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:25.084758 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bdfbfd4c-3cbf-4ad5-8760-edfaa96547fe req-f9e61095-e02d-43ba-a369-bbf4137eb601 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.0691123 Jun 12 17:10:25.126511 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bdfbfd4c-3cbf-4ad5-8760-edfaa96547fe req-143b71be-1c6f-4085-b975-2334c5ad97b5 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367746 Jun 12 17:10:25.454896 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4328e-b2df-40d7-8f76-f659345f0e11 req-7cb5e4f3-4c22-45b1-89f3-7cd4f3366870 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:25.456793 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3be4328e-b2df-40d7-8f76-f659345f0e11 req-7cb5e4f3-4c22-45b1-89f3-7cd4f3366870 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 943 time: 0.0779815 Jun 12 17:10:25.503779 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3be4328e-b2df-40d7-8f76-f659345f0e11 req-3a458543-d0da-462d-936f-d52071390bbe tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406079 Jun 12 17:10:25.764257 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:25.821323 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:26.245144 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f455ec-d1e6-48c1-898c-1724d8d22477 req-488f58ee-1fed-44f5-a04a-1268593a30b0 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:26.246603 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-31f455ec-d1e6-48c1-898c-1724d8d22477 req-488f58ee-1fed-44f5-a04a-1268593a30b0 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 945 time: 0.0783551 Jun 12 17:10:26.293449 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-31f455ec-d1e6-48c1-898c-1724d8d22477 req-badd9637-e60a-4c7b-842e-f527cfa94b44 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375619 Jun 12 17:10:26.322180 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4afba3-98a1-4d71-81c3-cd242a5b60f3 req-4632e937-1c25-45b2-8afd-3035910fc9de tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:26.323642 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8d4afba3-98a1-4d71-81c3-cd242a5b60f3 req-4632e937-1c25-45b2-8afd-3035910fc9de tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.0738235 Jun 12 17:10:26.379509 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8d4afba3-98a1-4d71-81c3-cd242a5b60f3 req-3e386894-246e-46a5-8a71-66d41ebc3e44 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501490 Jun 12 17:10:26.691736 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fcb26-4c61-4ab0-8d17-ebd3118ea2d0 req-52a05f26-2f10-43f4-853b-68b7ce6ed7cd tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:26.693203 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-382fcb26-4c61-4ab0-8d17-ebd3118ea2d0 req-52a05f26-2f10-43f4-853b-68b7ce6ed7cd tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 943 time: 0.0696914 Jun 12 17:10:26.737159 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-382fcb26-4c61-4ab0-8d17-ebd3118ea2d0 req-280d800e-a367-4aba-bb18-d940b5184225 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372732 Jun 12 17:10:27.330002 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:27.484213 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262c442-c852-42fc-a885-d7d60fa12d81 req-bff341f8-a76f-4a61-98cc-9d7f3255f787 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:27.485743 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a262c442-c852-42fc-a885-d7d60fa12d81 req-bff341f8-a76f-4a61-98cc-9d7f3255f787 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 945 time: 0.0741720 Jun 12 17:10:27.529283 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-a262c442-c852-42fc-a885-d7d60fa12d81 req-34a60e2f-96a0-46fa-8639-21e01017eb4d tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376971 Jun 12 17:10:27.578070 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4223626-1471-49b3-95ec-d8574b7524ef req-161b91f8-9297-49f8-b46d-cd4fc8ae96d9 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:27.579423 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b4223626-1471-49b3-95ec-d8574b7524ef req-161b91f8-9297-49f8-b46d-cd4fc8ae96d9 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.0694315 Jun 12 17:10:27.622004 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b4223626-1471-49b3-95ec-d8574b7524ef req-0a4a15df-af24-4536-a767-51b4752c0e7d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367413 Jun 12 17:10:27.925896 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf2528-cb40-486b-aab8-78487a3b53b3 req-2069aea1-73cd-40b0-82cf-164c9253595e tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:27.927362 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-12cf2528-cb40-486b-aab8-78487a3b53b3 req-2069aea1-73cd-40b0-82cf-164c9253595e tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 943 time: 0.0695186 Jun 12 17:10:27.970458 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-12cf2528-cb40-486b-aab8-78487a3b53b3 req-bee2342d-b5f9-4c8d-a402-20d450fbb5f3 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364056 Jun 12 17:10:28.224869 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1965148-01cc-419a-b41c-660d0deca01d req-1b6e82b5-9824-45e1-a9da-b0aed0daaa6c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:28.226196 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a1965148-01cc-419a-b41c-660d0deca01d req-1b6e82b5-9824-45e1-a9da-b0aed0daaa6c tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 945 time: 0.0705485 Jun 12 17:10:28.324895 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device d013f4ff-ebe3-436b-8835-c0a6c5e180a4 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:10:28.352850 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-a1965148-01cc-419a-b41c-660d0deca01d req-f1ab3782-38de-428d-9613-cff4fad51fe5 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Deleting port e110f07d-1a16-40e4-8fe0-01da331a1480 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:10:28.353453 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a1965148-01cc-419a-b41c-660d0deca01d req-f1ab3782-38de-428d-9613-cff4fad51fe5 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:28.451878 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port d013f4ff-ebe3-436b-8835-c0a6c5e180a4, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d013f4ff-ebe3-436b-8835-c0a6c5e180a4,segment=NetworkSegment(dfdffe23-705e-45dc-a58b-cc7a72d5bc07),segment_id=dfdffe23-705e-45dc-a58b-cc7a72d5bc07)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:10:28.464577 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4', 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a', 'port_id': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4', 'mac_address': 'fa:16:3e:fc:3a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4758b802-10b2-4d8a-9b59-c24e4b4afa11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:10:28.472514 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-a1965148-01cc-419a-b41c-660d0deca01d req-f1ab3782-38de-428d-9613-cff4fad51fe5 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] For port e110f07d-1a16-40e4-8fe0-01da331a1480, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e110f07d-1a16-40e4-8fe0-01da331a1480,segment=NetworkSegment(64bada24-dde5-4c5d-9b97-77dfba85ccce),segment_id=64bada24-dde5-4c5d-9b97-77dfba85ccce)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:10:28.472902 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a1965148-01cc-419a-b41c-660d0deca01d req-f1ab3782-38de-428d-9613-cff4fad51fe5 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:28.508307 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:28.522662 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d013f4ff-ebe3-436b-8835-c0a6c5e180a4 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:10:28.543984 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port d013f4ff-ebe3-436b-8835-c0a6c5e180a4, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d013f4ff-ebe3-436b-8835-c0a6c5e180a4,segment=NetworkSegment(dfdffe23-705e-45dc-a58b-cc7a72d5bc07),segment_id=dfdffe23-705e-45dc-a58b-cc7a72d5bc07)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:10:28.573036 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-a1965148-01cc-419a-b41c-660d0deca01d req-f1ab3782-38de-428d-9613-cff4fad51fe5 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Calling delete_port for e110f07d-1a16-40e4-8fe0-01da331a1480 owned by compute:nova {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:10:28.636286 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:28.638512 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:28.726666 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=d013f4ff-ebe3-436b-8835-c0a6c5e180a4,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:28.735685 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:28.736187 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:28.736649 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:28.737086 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:28.737518 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:28.737950 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:28.738374 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:28.738800 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:28.739226 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:28.739690 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:28.740114 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:28.740847 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:10:28.748554 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:28.848665 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77284a-7e4a-4f5b-bc05-bc45d4732fdc req-d13e8b10-1941-4fd0-87dd-d7b1a39f0d17 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:28.850112 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ba77284a-7e4a-4f5b-bc05-bc45d4732fdc req-d13e8b10-1941-4fd0-87dd-d7b1a39f0d17 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.0712800 Jun 12 17:10:28.851152 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a1965148-01cc-419a-b41c-660d0deca01d req-f1ab3782-38de-428d-9613-cff4fad51fe5 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:28.855228 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-4925b6a7-363d-4509-a04d-5fe03a91510b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:28.893532 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab3782-38de-428d-9613-cff4fad51fe5 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Pushing event deleted for resources: {'Port': ['ID=e110f07d-1a16-40e4-8fe0-01da331a1480,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:28.895384 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fc1f4-84e4-4d01-8ab9-9dbb9990bd1b req-6d7d8626-9ee2-4493-bd38-68c346ee9211 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:28.897240 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3e1fc1f4-84e4-4d01-8ab9-9dbb9990bd1b req-6d7d8626-9ee2-4493-bd38-68c346ee9211 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 867 time: 0.0766060 Jun 12 17:10:28.905419 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-f1ab3782-38de-428d-9613-cff4fad51fe5 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:28.913398 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['d013f4ff-ebe3-436b-8835-c0a6c5e180a4'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:10:28.945839 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3e1fc1f4-84e4-4d01-8ab9-9dbb9990bd1b req-3a8d8528-f50f-4e07-87c7-3463f2ae858a tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3226027-90ce-48f2-ba17-3536b193990d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 Jun 12 17:10:28.977902 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1965148-01cc-419a-b41c-660d0deca01d req-f1ab3782-38de-428d-9613-cff4fad51fe5 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] No DVR routers for this DVR port e110f07d-1a16-40e4-8fe0-01da331a1480 on host hv-cinder-79611 {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:10:28.981784 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a1965148-01cc-419a-b41c-660d0deca01d req-f1ab3782-38de-428d-9613-cff4fad51fe5 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:28.983743 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a1965148-01cc-419a-b41c-660d0deca01d req-f1ab3782-38de-428d-9613-cff4fad51fe5 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.22 "DELETE /v2.0/ports/e110f07d-1a16-40e4-8fe0-01da331a1480 HTTP/1.1" status: 204 len: 173 time: 0.7461913 Jun 12 17:10:28.984249 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab53403a-ed42-4ce8-861b-680877c433ab', 'name': 'network-vif-deleted', 'tag': 'e110f07d-1a16-40e4-8fe0-01da331a1480'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:10:28.986532 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361c5ac9-c39b-486c-9fe2-5eabfb07322f" -d '{"events": [{"server_uuid": "ab53403a-ed42-4ce8-861b-680877c433ab", "name": "network-vif-deleted", "tag": "e110f07d-1a16-40e4-8fe0-01da331a1480"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:10:28.995183 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ba77284a-7e4a-4f5b-bc05-bc45d4732fdc req-9c2c22aa-33a2-43c7-b436-fe2498a9748d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354086 Jun 12 17:10:29.053036 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c78db3-e512-4b86-9b43-f57ba1511cc1 x-openstack-request-id: req-f5c78db3-e512-4b86-9b43-f57ba1511cc1 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:10:29.053382 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab53403a-ed42-4ce8-861b-680877c433ab", "name": "network-vif-deleted", "tag": "e110f07d-1a16-40e4-8fe0-01da331a1480", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:10:29.053681 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5c78db3-e512-4b86-9b43-f57ba1511cc1 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:10:29.054143 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab53403a-ed42-4ce8-861b-680877c433ab', 'name': 'network-vif-deleted', 'tag': 'e110f07d-1a16-40e4-8fe0-01da331a1480', 'status': 'completed', 'code': 200} Jun 12 17:10:29.184762 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11937d15-f15b-478c-be2a-8887cf28614e req-71f36f3d-91b0-4e00-9c04-314f742b4204 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:29.186547 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-11937d15-f15b-478c-be2a-8887cf28614e req-71f36f3d-91b0-4e00-9c04-314f742b4204 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 944 time: 0.0725918 Jun 12 17:10:29.233004 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-11937d15-f15b-478c-be2a-8887cf28614e req-04fe0a8d-12d2-483f-a029-c31405b35435 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404613 Jun 12 17:10:30.133324 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bf1dbee1-3eab-4bd7-93a8-633dcb6e634c req-cf8e582f-0042-48ec-8c8b-604ee3597691 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab53403a-ed42-4ce8-861b-680877c433ab HTTP/1.1" status: 200 len: 210 time: 0.0472703 Jun 12 17:10:30.216036 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff9f75-5580-4065-822e-a45c14a2d1bd req-529958be-26d1-4583-b0f7-5cde7cc0aa02 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:30.218383 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-74ff9f75-5580-4065-822e-a45c14a2d1bd req-529958be-26d1-4583-b0f7-5cde7cc0aa02 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.0865896 Jun 12 17:10:30.270010 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-74ff9f75-5580-4065-822e-a45c14a2d1bd req-ab4c5c42-4695-4636-9574-ad3d5c22d6c5 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446713 Jun 12 17:10:30.349062 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device d013f4ff-ebe3-436b-8835-c0a6c5e180a4 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:10:30.441286 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdca9ef-03f8-45d6-854a-6a527a228f46 req-1b0b4760-ead3-48b3-9972-d8a9c8d3a194 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:30.445165 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3bdca9ef-03f8-45d6-854a-6a527a228f46 req-1b0b4760-ead3-48b3-9972-d8a9c8d3a194 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 944 time: 0.0794632 Jun 12 17:10:30.497954 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3bdca9ef-03f8-45d6-854a-6a527a228f46 req-ad0bbcda-5e84-4552-8aad-ce7ba3f6d21a tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452218 Jun 12 17:10:30.524865 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning for port d013f4ff-ebe3-436b-8835-c0a6c5e180a4 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:10:30.527202 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port d013f4ff-ebe3-436b-8835-c0a6c5e180a4 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:10:30.527705 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:30.635405 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:30.663883 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e1163a-1acd-4898-99f8-d1ce2715f412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:10:30.666913 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733b5535-f557-4703-8255-ee4ea7d8a2de" -d '{"events": [{"server_uuid": "e1e1163a-1acd-4898-99f8-d1ce2715f412", "name": "network-vif-plugged", "status": "completed", "tag": "d013f4ff-ebe3-436b-8835-c0a6c5e180a4"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:10:30.687881 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port d013f4ff-ebe3-436b-8835-c0a6c5e180a4, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d013f4ff-ebe3-436b-8835-c0a6c5e180a4,segment=NetworkSegment(dfdffe23-705e-45dc-a58b-cc7a72d5bc07),segment_id=dfdffe23-705e-45dc-a58b-cc7a72d5bc07)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:10:30.707067 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9aeef1-5c9a-4a53-9e09-7ba79586a359 x-openstack-request-id: req-3c9aeef1-5c9a-4a53-9e09-7ba79586a359 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:10:30.707371 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e1163a-1acd-4898-99f8-d1ce2715f412", "name": "network-vif-plugged", "status": "completed", "tag": "d013f4ff-ebe3-436b-8835-c0a6c5e180a4", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:10:30.707686 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c9aeef1-5c9a-4a53-9e09-7ba79586a359 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:10:30.708093 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e1163a-1acd-4898-99f8-d1ce2715f412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4', 'code': 200} Jun 12 17:10:30.744950 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:30.749208 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device e110f07d-1a16-40e4-8fe0-01da331a1480 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:10:30.751275 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:30.808936 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] No Port match for: e110f07d-1a16-40e4-8fe0-01da331a1480 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:10:30.812394 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device e110f07d-1a16-40e4-8fe0-01da331a1480 not bound to the agent host hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:10:30.843291 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=d013f4ff-ebe3-436b-8835-c0a6c5e180a4,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:30.846481 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:31.178661 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bb272-364a-4dfc-b4cc-d5da8ccbd14f req-e4f25ff6-9e67-4919-85d3-608ba8b51ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:31.180241 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f33bb272-364a-4dfc-b4cc-d5da8ccbd14f req-e4f25ff6-9e67-4919-85d3-608ba8b51ae1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 1098 time: 0.0596859 Jun 12 17:10:31.230877 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f33bb272-364a-4dfc-b4cc-d5da8ccbd14f req-0f3de853-f1ed-40f1-a694-c16ef4e3f7e0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416260 Jun 12 17:10:31.466289 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe7029-60af-4e32-a5d5-28c225efdb70 req-b04fa690-9b2b-4b13-a9b8-c4af982d84a3 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:31.467778 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-eebe7029-60af-4e32-a5d5-28c225efdb70 req-b04fa690-9b2b-4b13-a9b8-c4af982d84a3 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.0754108 Jun 12 17:10:31.513520 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-eebe7029-60af-4e32-a5d5-28c225efdb70 req-c7a62aa0-62d8-44bd-86e8-17e27d736324 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400872 Jun 12 17:10:31.692637 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc1510-e48a-4b52-a70e-1a10bfef8a44 req-0660236d-7dca-4c21-aa3f-68cf8325ce79 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:31.694004 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fdfc1510-e48a-4b52-a70e-1a10bfef8a44 req-0660236d-7dca-4c21-aa3f-68cf8325ce79 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.0717955 Jun 12 17:10:31.735950 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fdfc1510-e48a-4b52-a70e-1a10bfef8a44 req-b0d14243-b9aa-44e5-b1f5-5945b7ae799c tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362291 Jun 12 17:10:32.342836 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device ed1a3972-5768-4520-be4d-a49516e1e221 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:10:32.467422 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port ed1a3972-5768-4520-be4d-a49516e1e221, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ed1a3972-5768-4520-be4d-a49516e1e221,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:10:32.480885 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': 'ed1a3972-5768-4520-be4d-a49516e1e221', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'port_id': 'ed1a3972-5768-4520-be4d-a49516e1e221', 'mac_address': 'fa:16:3e:fc:36:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:10:32.530298 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:32.550257 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed1a3972-5768-4520-be4d-a49516e1e221 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:10:32.579841 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port ed1a3972-5768-4520-be4d-a49516e1e221, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ed1a3972-5768-4520-be4d-a49516e1e221,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:10:32.718382 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:32.720337 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-e972da06-44f4-4d84-ad35-96540c0129e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:32.721889 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c652d7-05fc-461e-9dd5-e0ec9be884f2 req-147b93b6-06f1-42ee-84d3-e7764080fe86 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:32.723838 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-80c652d7-05fc-461e-9dd5-e0ec9be884f2 req-147b93b6-06f1-42ee-84d3-e7764080fe86 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.0737946 Jun 12 17:10:32.789117 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=ed1a3972-5768-4520-be4d-a49516e1e221,revision_number=6']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:32.800955 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-80c652d7-05fc-461e-9dd5-e0ec9be884f2 req-8a63eb9e-841e-419c-9f73-f6ff1d706b50 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690331 Jun 12 17:10:32.802808 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:32.872695 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['ed1a3972-5768-4520-be4d-a49516e1e221'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:10:32.990935 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9e432-a1ab-4a05-9f84-066686471b23 req-779b8a40-3b89-4b7d-86e3-9cd1efbaa1a8 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:32.995496 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bee9e432-a1ab-4a05-9f84-066686471b23 req-779b8a40-3b89-4b7d-86e3-9cd1efbaa1a8 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.0787818 Jun 12 17:10:33.040855 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 35636) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:10:33.050117 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-bee9e432-a1ab-4a05-9f84-066686471b23 req-4fb2bd44-4908-4762-b323-ab1b8a61a277 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496449 Jun 12 17:10:33.356174 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48549f55-914c-4c16-91e7-c899112a20ee req-c19d9bdb-fefa-4e47-8bc3-5d163b148dcf tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:33.357631 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-48549f55-914c-4c16-91e7-c899112a20ee req-c19d9bdb-fefa-4e47-8bc3-5d163b148dcf tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.1877549 Jun 12 17:10:33.421889 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-48549f55-914c-4c16-91e7-c899112a20ee req-ff53af83-7059-48a5-a58d-fcc975be49c7 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559964 Jun 12 17:10:33.448191 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 35660) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:10:33.659860 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2e8aa-f0d9-4d2b-b86d-b8805f272f4e tempest-TestShelveInstance-1800284018 tempest-TestShelveInstance-1800284018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:33.664524 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-19b2e8aa-f0d9-4d2b-b86d-b8805f272f4e tempest-TestShelveInstance-1800284018 tempest-TestShelveInstance-1800284018-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 1093 time: 0.2151964 Jun 12 17:10:33.665723 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 35672) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:10:33.675322 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Request body: {'floatingip': {'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'port_id': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:10:33.791557 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for floatingip, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:33.959488 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:34.020410 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-271d8928-76f4-42f9-b244-658965cebb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16398811'] for router_interface, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:34.235236 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7372a7d-6daa-4823-9116-3bc419342638 req-486c79cc-6ea4-4bc6-b109-f34f6bb1d96b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:34.243017 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f7372a7d-6daa-4823-9116-3bc419342638 req-486c79cc-6ea4-4bc6-b109-f34f6bb1d96b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 944 time: 0.1751971 Jun 12 17:10:34.246991 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_common [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Allocated IP 172.27.1.14 (ea6ee7b2-d8f2-435f-804e-11e3b9b06d41/91bb23a6-47cd-46ba-a600-d5abe9f7088a/4f31b1c7-be6f-4bee-8954-b928d60b1a35) {{(pid=92466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:10:34.336265 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f7372a7d-6daa-4823-9116-3bc419342638 req-023d0870-1c9e-4a75-8ea5-4ceaff23b401 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915389 Jun 12 17:10:34.342415 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device ed1a3972-5768-4520-be4d-a49516e1e221 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:10:34.450268 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port ed1a3972-5768-4520-be4d-a49516e1e221 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:10:34.453097 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:34.513056 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for port, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:34.516011 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-271d8928-76f4-42f9-b244-658965cebb96 admin admin] Deleting port 87d78fc4-9dae-442d-b117-a9b6fdd6c691 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:10:34.516884 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-271d8928-76f4-42f9-b244-658965cebb96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:34.576399 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:34.607126 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e03a23-57b3-4757-ac13-facb82563b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1a3972-5768-4520-be4d-a49516e1e221'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:10:34.609495 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad563d1d-b1b2-4351-943d-8d444e1e92b9" -d '{"events": [{"server_uuid": "87e03a23-57b3-4757-ac13-facb82563b93", "name": "network-vif-plugged", "status": "completed", "tag": "ed1a3972-5768-4520-be4d-a49516e1e221"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:10:34.626749 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port ed1a3972-5768-4520-be4d-a49516e1e221, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ed1a3972-5768-4520-be4d-a49516e1e221,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:10:34.639061 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [None req-271d8928-76f4-42f9-b244-658965cebb96 admin admin] For port 87d78fc4-9dae-442d-b117-a9b6fdd6c691, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=87d78fc4-9dae-442d-b117-a9b6fdd6c691,segment=NetworkSegment(64bada24-dde5-4c5d-9b97-77dfba85ccce),segment_id=64bada24-dde5-4c5d-9b97-77dfba85ccce)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:10:34.639577 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-271d8928-76f4-42f9-b244-658965cebb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:34.655226 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a85294-3873-4f29-b4e5-ac0b6721164d x-openstack-request-id: req-f2a85294-3873-4f29-b4e5-ac0b6721164d {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:10:34.655884 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e03a23-57b3-4757-ac13-facb82563b93", "name": "network-vif-plugged", "status": "completed", "tag": "ed1a3972-5768-4520-be4d-a49516e1e221", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:10:34.656277 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2a85294-3873-4f29-b4e5-ac0b6721164d {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:10:34.656692 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e03a23-57b3-4757-ac13-facb82563b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1a3972-5768-4520-be4d-a49516e1e221', 'code': 200} Jun 12 17:10:34.673312 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12901255'] for port, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:34.678329 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:34.698366 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:34.700631 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-174e424c-f4a7-4064-bc09-b6087c545b4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:34.746657 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:10:34.749599 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:10:34.755958 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Received port after_create {{(pid=92466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:10:34.786614 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Pushing event updated for resources: {'Port': ['ID=4f31b1c7-be6f-4bee-8954-b928d60b1a35,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:34.796979 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:34.800231 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-271d8928-76f4-42f9-b244-658965cebb96 admin admin] Calling delete_port for 87d78fc4-9dae-442d-b117-a9b6fdd6c691 owned by network:router_interface {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:10:34.810552 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=ed1a3972-5768-4520-be4d-a49516e1e221,revision_number=7']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:34.815058 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:35.147144 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-271d8928-76f4-42f9-b244-658965cebb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:35.151319 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-f1ab3782-38de-428d-9613-cff4fad51fe5 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:35.206665 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d8928-76f4-42f9-b244-658965cebb96 admin admin] Pushing event deleted for resources: {'Port': ['ID=87d78fc4-9dae-442d-b117-a9b6fdd6c691,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:35.215311 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-271d8928-76f4-42f9-b244-658965cebb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:35.406715 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:35.580269 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:35.646298 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-271d8928-76f4-42f9-b244-658965cebb96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16267056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16398923'] for router_interface, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:35.680795 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b829e03-d9bf-4b67-b4e8-36cf506909d0 req-ea6e1092-ced6-4ce4-8934-a89140380b9d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:35.688573 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1b829e03-d9bf-4b67-b4e8-36cf506909d0 req-ea6e1092-ced6-4ce4-8934-a89140380b9d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.1101768 Jun 12 17:10:35.804290 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for port, precommit_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:35.833116 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1b829e03-d9bf-4b67-b4e8-36cf506909d0 req-5bffb4e3-fb6c-4bfe-94b7-5ea6c1f88557 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434615 Jun 12 17:10:35.872297 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12901305'] for port, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:35.875298 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:35.956652 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Pushing event updated for resources: {'Port': ['ID=4f31b1c7-be6f-4bee-8954-b928d60b1a35,revision_number=2']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:35.964038 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:35.973850 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16397436'] for floatingip, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:36.007668 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271d8928-76f4-42f9-b244-658965cebb96 admin admin] Router 93754ac1-d994-4c0a-9a87-36935312dee7 has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:10:36.171837 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271d8928-76f4-42f9-b244-658965cebb96 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:10:36.176895 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-271d8928-76f4-42f9-b244-658965cebb96 admin admin] 10.222.0.16 "PUT /v2.0/routers/93754ac1-d994-4c0a-9a87-36935312dee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1373067 Jun 12 17:10:36.179351 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 35688) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:10:36.184375 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e530a5f2-5540-4ed5-bcd8-e3604679c307 None None] Sync routers for ids ['93754ac1-d994-4c0a-9a87-36935312dee7'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:10:36.196498 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530a5f2-5540-4ed5-bcd8-e3604679c307 None None] Routers {'93754ac1-d994-4c0a-9a87-36935312dee7'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:10:36.197468 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-e530a5f2-5540-4ed5-bcd8-e3604679c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:10:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['93754ac1-d994-4c0a-9a87-36935312dee7'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:36.329209 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6db099b9-29a1-4185-a3da-d7bb06182f34 admin admin] Notify callbacks [] for router, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:36.355643 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.db.l3_db [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Floating IP 11226566-7ae1-426d-9e4d-dc574f4a24c6 associated. External IP: 172.27.1.14, port: d013f4ff-ebe3-436b-8835-c0a6c5e180a4. Jun 12 17:10:36.366850 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-e530a5f2-5540-4ed5-bcd8-e3604679c307 None None] Set router 93754ac1-d994-4c0a-9a87-36935312dee7 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:10:36.489186 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6db099b9-29a1-4185-a3da-d7bb06182f34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:36.601403 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-6db099b9-29a1-4185-a3da-d7bb06182f34 admin admin] Deleting port 1325c724-e3b7-4cbf-8dfb-4f162faf83d8 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:10:36.601750 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6db099b9-29a1-4185-a3da-d7bb06182f34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:36.656276 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-e530a5f2-5540-4ed5-bcd8-e3604679c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'name': 'tempest-TestMinimumBasicScenario-1372330090-router', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:06Z', 'updated_at': '2021-06-12T17:10:34Z', 'revision_number': 5, 'project_id': '8739bb767738461088ab796ff2a650ac', 'gw_port': {'id': '1325c724-e3b7-4cbf-8dfb-4f162faf83d8', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:08Z', 'updated_at': '2021-06-12T17:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:36.660570 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e530a5f2-5540-4ed5-bcd8-e3604679c307 None None] Checking router: 93754ac1-d994-4c0a-9a87-36935312dee7 for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:10:36.673194 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530a5f2-5540-4ed5-bcd8-e3604679c307 None None] Routers {'93754ac1-d994-4c0a-9a87-36935312dee7'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:10:36.674522 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-e530a5f2-5540-4ed5-bcd8-e3604679c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:10:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['93754ac1-d994-4c0a-9a87-36935312dee7'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:36.701992 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Router 56153170-2070-4c60-bd51-611ea5dcd8c9 has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:10:36.717736 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [None req-6db099b9-29a1-4185-a3da-d7bb06182f34 admin admin] For port 1325c724-e3b7-4cbf-8dfb-4f162faf83d8, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=1325c724-e3b7-4cbf-8dfb-4f162faf83d8,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:10:36.718364 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6db099b9-29a1-4185-a3da-d7bb06182f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:36.818661 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-6db099b9-29a1-4185-a3da-d7bb06182f34 admin admin] Calling delete_port for 1325c724-e3b7-4cbf-8dfb-4f162faf83d8 owned by network:router_gateway {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:10:36.908474 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:10:36.921398 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff8e2e-5373-4946-8b70-59f91a95a267 None None] Sync routers for ids ['56153170-2070-4c60-bd51-611ea5dcd8c9'] in dv-cinder-796114-2-iscsi {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:10:36.945595 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-e530a5f2-5540-4ed5-bcd8-e3604679c307 None None] Set router 93754ac1-d994-4c0a-9a87-36935312dee7 gateway port host: None {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:10:36.948426 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff8e2e-5373-4946-8b70-59f91a95a267 None None] Routers {'56153170-2070-4c60-bd51-611ea5dcd8c9'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:10:36.949072 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-04ff8e2e-5373-4946-8b70-59f91a95a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:10:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['56153170-2070-4c60-bd51-611ea5dcd8c9'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:37.037264 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-e530a5f2-5540-4ed5-bcd8-e3604679c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'name': 'tempest-TestMinimumBasicScenario-1372330090-router', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:06Z', 'updated_at': '2021-06-12T17:10:36Z', 'revision_number': 6, 'project_id': '8739bb767738461088ab796ff2a650ac', 'gw_port_host': None}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:37.042033 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e530a5f2-5540-4ed5-bcd8-e3604679c307 None None] The sync data for ids ['93754ac1-d994-4c0a-9a87-36935312dee7'] in dv-cinder-796114-2-iscsi is: [{'id': '93754ac1-d994-4c0a-9a87-36935312dee7', 'name': 'tempest-TestMinimumBasicScenario-1372330090-router', 'tenant_id': '8739bb767738461088ab796ff2a650ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:06Z', 'updated_at': '2021-06-12T17:10:36Z', 'revision_number': 6, 'project_id': '8739bb767738461088ab796ff2a650ac', 'gw_port_host': None}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:10:37.065067 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:37.157113 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4902699 Jun 12 17:10:37.158063 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e1163a-1acd-4898-99f8-d1ce2715f412', 'tag': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4'}] {{(pid=92466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:10:37.161148 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d15b9225a33e2e33c99d27c154410f26ca2589b5987ef5ab44f588f36914007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f471fcb-752e-494e-a6a1-ca0fbc103c81" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e1163a-1acd-4898-99f8-d1ce2715f412", "tag": "d013f4ff-ebe3-436b-8835-c0a6c5e180a4"}]}' {{(pid=92466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:10:37.252547 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1169702-22a4-41e8-a1e2-75322c586e00 x-openstack-request-id: req-f1169702-22a4-41e8-a1e2-75322c586e00 {{(pid=92466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:10:37.252885 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e1163a-1acd-4898-99f8-d1ce2715f412", "tag": "d013f4ff-ebe3-436b-8835-c0a6c5e180a4", "status": "completed", "code": 200}]} {{(pid=92466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:10:37.256910 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1169702-22a4-41e8-a1e2-75322c586e00 {{(pid=92466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:10:37.256910 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e1163a-1acd-4898-99f8-d1ce2715f412', 'tag': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4', 'status': 'completed', 'code': 200} Jun 12 17:10:37.307198 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-04ff8e2e-5373-4946-8b70-59f91a95a267 None None] Set router 56153170-2070-4c60-bd51-611ea5dcd8c9 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:10:37.332779 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6db099b9-29a1-4185-a3da-d7bb06182f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:37.360141 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-308ed201-9180-4c05-81ee-23be8a315148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:37.458956 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db099b9-29a1-4185-a3da-d7bb06182f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=1325c724-e3b7-4cbf-8dfb-4f162faf83d8,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:37.465036 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6db099b9-29a1-4185-a3da-d7bb06182f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:38.018505 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-04ff8e2e-5373-4946-8b70-59f91a95a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'name': 'tempest-TestShelveInstance-1451558760-router', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:28Z', 'updated_at': '2021-06-12T17:09:34Z', 'revision_number': 4, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'gw_port': {'id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:29Z', 'updated_at': '2021-06-12T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': '11226566-7ae1-426d-9e4d-dc574f4a24c6', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'port_id': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a', 'mac_address': 'fa:16:3e:fc:3a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e1163a-1acd-4898-99f8-d1ce2715f412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:10:35Z', 'updated_at': '2021-06-12T17:10:35Z', 'revision_number': 0, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e11087-7b4a-4b99-ba06-447364c72448', 'name': '', 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'mac_address': 'fa:16:3e:42:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4758b802-10b2-4d8a-9b59-c24e4b4afa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:33Z', 'updated_at': '2021-06-12T17:09:40Z', 'revision_number': 5, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'subnets': [{'id': '4758b802-10b2-4d8a-9b59-c24e4b4afa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:38.018505 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff8e2e-5373-4946-8b70-59f91a95a267 None None] Checking router: 56153170-2070-4c60-bd51-611ea5dcd8c9 for host: dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:10:38.018505 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff8e2e-5373-4946-8b70-59f91a95a267 None None] Routers {'56153170-2070-4c60-bd51-611ea5dcd8c9'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:10:38.023032 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-04ff8e2e-5373-4946-8b70-59f91a95a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:10:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['56153170-2070-4c60-bd51-611ea5dcd8c9'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:38.052157 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6db099b9-29a1-4185-a3da-d7bb06182f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16397336'] for router_gateway, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:38.062444 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-04ff8e2e-5373-4946-8b70-59f91a95a267 None None] Set router 56153170-2070-4c60-bd51-611ea5dcd8c9 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:10:38.130470 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f471fcb-752e-494e-a6a1-ca0fbc103c81 req-e30e121a-5b04-4663-9522-eef0d1d93d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:38.132151 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5f471fcb-752e-494e-a6a1-ca0fbc103c81 req-e30e121a-5b04-4663-9522-eef0d1d93d21 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9be239a3ad554429b14fd85c26b7643f&device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 1098 time: 0.8655181 Jun 12 17:10:38.148187 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 87d78fc4-9dae-442d-b117-a9b6fdd6c691 no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:10:38.176334 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: 87d78fc4-9dae-442d-b117-a9b6fdd6c691 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:10:38.177078 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 87d78fc4-9dae-442d-b117-a9b6fdd6c691 not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:10:38.177755 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 1325c724-e3b7-4cbf-8dfb-4f162faf83d8 no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:10:38.204884 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: 1325c724-e3b7-4cbf-8dfb-4f162faf83d8 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:10:38.205627 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 1325c724-e3b7-4cbf-8dfb-4f162faf83d8 not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:10:38.299815 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd800f-76a6-40de-bf99-becf9d2472db req-9f853f5b-96b1-439c-bc19-8318959da09b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:38.307919 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-70cd800f-76a6-40de-bf99-becf9d2472db req-9f853f5b-96b1-439c-bc19-8318959da09b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.9799528 Jun 12 17:10:38.351437 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6db099b9-29a1-4185-a3da-d7bb06182f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16469225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12268'] for router, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:38.363562 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6db099b9-29a1-4185-a3da-d7bb06182f34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:38.387824 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-70cd800f-76a6-40de-bf99-becf9d2472db req-077c6a7c-aad2-41f3-a88d-3eb7aa560fa1 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711391 Jun 12 17:10:38.451575 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-04ff8e2e-5373-4946-8b70-59f91a95a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'name': 'tempest-TestShelveInstance-1451558760-router', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:28Z', 'updated_at': '2021-06-12T17:09:34Z', 'revision_number': 4, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'gw_port': {'id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:29Z', 'updated_at': '2021-06-12T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': '11226566-7ae1-426d-9e4d-dc574f4a24c6', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'port_id': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a', 'mac_address': 'fa:16:3e:fc:3a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e1163a-1acd-4898-99f8-d1ce2715f412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:10:35Z', 'updated_at': '2021-06-12T17:10:35Z', 'revision_number': 0, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e11087-7b4a-4b99-ba06-447364c72448', 'name': '', 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'mac_address': 'fa:16:3e:42:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4758b802-10b2-4d8a-9b59-c24e4b4afa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:33Z', 'updated_at': '2021-06-12T17:09:40Z', 'revision_number': 5, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'subnets': [{'id': '4758b802-10b2-4d8a-9b59-c24e4b4afa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:38.455174 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff8e2e-5373-4946-8b70-59f91a95a267 None None] The sync data for ids ['56153170-2070-4c60-bd51-611ea5dcd8c9'] in dv-cinder-796114-2-iscsi is: [{'id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'name': 'tempest-TestShelveInstance-1451558760-router', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:28Z', 'updated_at': '2021-06-12T17:09:34Z', 'revision_number': 4, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'gw_port': {'id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:29Z', 'updated_at': '2021-06-12T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': '11226566-7ae1-426d-9e4d-dc574f4a24c6', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'port_id': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a', 'mac_address': 'fa:16:3e:fc:3a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e1163a-1acd-4898-99f8-d1ce2715f412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:10:35Z', 'updated_at': '2021-06-12T17:10:35Z', 'revision_number': 0, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e11087-7b4a-4b99-ba06-447364c72448', 'name': '', 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'mac_address': 'fa:16:3e:42:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4758b802-10b2-4d8a-9b59-c24e4b4afa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:33Z', 'updated_at': '2021-06-12T17:09:40Z', 'revision_number': 5, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'subnets': [{'id': '4758b802-10b2-4d8a-9b59-c24e4b4afa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:10:38.516516 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f471fcb-752e-494e-a6a1-ca0fbc103c81 req-fe35ef33-a6f2-4ad3-92dd-e139f79c0c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:38.517973 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5f471fcb-752e-494e-a6a1-ca0fbc103c81 req-fe35ef33-a6f2-4ad3-92dd-e139f79c0c52 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1de459b0-6013-449b-9c9e-63d7ea66f02a HTTP/1.1" status: 200 len: 910 time: 0.2557137 Jun 12 17:10:38.608405 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5f471fcb-752e-494e-a6a1-ca0fbc103c81 req-522cf80f-1d30-493c-8b33-927bd7659677 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d013f4ff-ebe3-436b-8835-c0a6c5e180a4 HTTP/1.1" status: 200 len: 998 time: 0.0825176 Jun 12 17:10:38.678948 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f471fcb-752e-494e-a6a1-ca0fbc103c81 req-ee83eff7-0da5-483a-bc00-863f99cf877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:38.681083 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5f471fcb-752e-494e-a6a1-ca0fbc103c81 req-ee83eff7-0da5-483a-bc00-863f99cf877d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4758b802-10b2-4d8a-9b59-c24e4b4afa11 HTTP/1.1" status: 200 len: 848 time: 0.0652249 Jun 12 17:10:38.708431 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9695e601-8dfd-4592-8b98-9bdc6631b258 None None] New status for floating IP 11226566-7ae1-426d-9e4d-dc574f4a24c6: ACTIVE {{(pid=92468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 17:10:38.760888 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f471fcb-752e-494e-a6a1-ca0fbc103c81 req-531839f1-464d-402b-b191-81bcb7447ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:38.762626 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5f471fcb-752e-494e-a6a1-ca0fbc103c81 req-531839f1-464d-402b-b191-81bcb7447ac0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1de459b0-6013-449b-9c9e-63d7ea66f02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747452 Jun 12 17:10:38.865718 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6db099b9-29a1-4185-a3da-d7bb06182f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16400959'] for router, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:38.866127 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db099b9-29a1-4185-a3da-d7bb06182f34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93754ac1-d994-4c0a-9a87-36935312dee7 {{(pid=92467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 17:10:38.872083 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6db099b9-29a1-4185-a3da-d7bb06182f34 admin admin] Notify callbacks [] for router, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:38.876138 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-6db099b9-29a1-4185-a3da-d7bb06182f34 admin admin] 10.222.0.16 "DELETE /v2.0/routers/93754ac1-d994-4c0a-9a87-36935312dee7 HTTP/1.1" status: 204 len: 168 time: 2.6923270 Jun 12 17:10:38.876337 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 35714) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:10:38.926930 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5f471fcb-752e-494e-a6a1-ca0fbc103c81 req-2ae73c81-1711-4dab-a2df-cba585df05fd service neutron] 10.222.0.22 "GET /v2.0/networks/1de459b0-6013-449b-9c9e-63d7ea66f02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484289 Jun 12 17:10:38.965437 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e11fe9a-7cca-4146-bd0f-38409753d03c admin admin] Deleting subnet 7b3013f0-63c6-436f-b840-5e869aac9153 {{(pid=92466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 17:10:38.968690 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9e11fe9a-7cca-4146-bd0f-38409753d03c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:39.057917 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9e11fe9a-7cca-4146-bd0f-38409753d03c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496856'] for subnet, precommit_delete_associations {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:39.062246 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5f471fcb-752e-494e-a6a1-ca0fbc103c81 req-11c71993-ba04-4234-827c-f6506aaf012d service neutron] 10.222.0.22 "GET /v2.0/networks/1de459b0-6013-449b-9c9e-63d7ea66f02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306462 Jun 12 17:10:39.183969 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9e11fe9a-7cca-4146-bd0f-38409753d03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744179'] for subnet, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:39.370606 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9e11fe9a-7cca-4146-bd0f-38409753d03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12900468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13056930'] for subnet, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:39.374369 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:39.405975 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa156cd2-0260-4751-b16e-6afe1dcbd46a None None] Network b69f48d8-e3c1-47a9-b277-5d23daa57c00 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:10:39.414112 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9e11fe9a-7cca-4146-bd0f-38409753d03c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:39.425514 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-9e11fe9a-7cca-4146-bd0f-38409753d03c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7b3013f0-63c6-436f-b840-5e869aac9153 HTTP/1.1" status: 204 len: 168 time: 0.5480804 Jun 12 17:10:39.428124 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 35724) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:10:39.477936 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11fe9a-7cca-4146-bd0f-38409753d03c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b3013f0-63c6-436f-b840-5e869aac9153,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:39.480809 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-9e11fe9a-7cca-4146-bd0f-38409753d03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:39.710825 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-306e940c-4491-4072-b424-201ce357031b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538232'] for network, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:39.774336 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf9c467-c4a1-45de-b342-6cfc06759190 None None] DHCP port deletion for b69f48d8-e3c1-47a9-b277-5d23daa57c00 request from dv-cinder-796114-2-iscsi {{(pid=92468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 17:10:39.828159 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514580d5-4079-43fe-bdcf-d86af7c2b960 req-94483be9-eaf0-4ea5-bdf6-efabe92c6ad8 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:39.829688 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-514580d5-4079-43fe-bdcf-d86af7c2b960 req-94483be9-eaf0-4ea5-bdf6-efabe92c6ad8 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.2095785 Jun 12 17:10:39.866584 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9c467-c4a1-45de-b342-6cfc06759190 None None] Deleting port 71042c1b-e2b6-4c80-b363-36e3c0271e68 {{(pid=92468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:10:39.867141 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-bcf9c467-c4a1-45de-b342-6cfc06759190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:39.901795 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-514580d5-4079-43fe-bdcf-d86af7c2b960 req-293c5a08-2414-4cb7-8d47-ce1ff4368184 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617790 Jun 12 17:10:39.908157 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-306e940c-4491-4072-b424-201ce357031b admin admin] Deleting port 71042c1b-e2b6-4c80-b363-36e3c0271e68 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:10:39.908610 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-306e940c-4491-4072-b424-201ce357031b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:40.005316 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-bcf9c467-c4a1-45de-b342-6cfc06759190 None None] For port 71042c1b-e2b6-4c80-b363-36e3c0271e68, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=71042c1b-e2b6-4c80-b363-36e3c0271e68,segment=NetworkSegment(64bada24-dde5-4c5d-9b97-77dfba85ccce),segment_id=64bada24-dde5-4c5d-9b97-77dfba85ccce)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:10:40.005815 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-bcf9c467-c4a1-45de-b342-6cfc06759190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:40.047855 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [None req-306e940c-4491-4072-b424-201ce357031b admin admin] For port 71042c1b-e2b6-4c80-b363-36e3c0271e68, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=71042c1b-e2b6-4c80-b363-36e3c0271e68,segment=NetworkSegment(64bada24-dde5-4c5d-9b97-77dfba85ccce),segment_id=64bada24-dde5-4c5d-9b97-77dfba85ccce)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:10:40.048265 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-306e940c-4491-4072-b424-201ce357031b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:40.157453 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9c467-c4a1-45de-b342-6cfc06759190 None None] Calling delete_port for 71042c1b-e2b6-4c80-b363-36e3c0271e68 owned by network:dhcp {{(pid=92468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:10:40.162506 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 71042c1b-e2b6-4c80-b363-36e3c0271e68 no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:10:40.178804 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-306e940c-4491-4072-b424-201ce357031b admin admin] Calling delete_port for 71042c1b-e2b6-4c80-b363-36e3c0271e68 owned by network:dhcp {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:10:40.387204 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:40.394025 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-306e940c-4491-4072-b424-201ce357031b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:40.396435 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-460b8036-76e5-41e3-94a5-79fe5a803632 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:40.441193 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e940c-4491-4072-b424-201ce357031b admin admin] Pushing event deleted for resources: {'Port': ['ID=71042c1b-e2b6-4c80-b363-36e3c0271e68,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:40.441455 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-bcf9c467-c4a1-45de-b342-6cfc06759190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048'] for port, after_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:40.443815 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:40.455076 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-306e940c-4491-4072-b424-201ce357031b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:40.462077 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e940c-4491-4072-b424-201ce357031b admin admin] No DVR routers for this DVR port 71042c1b-e2b6-4c80-b363-36e3c0271e68 on host dv-cinder-796114-2-iscsi {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:10:40.481069 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9c467-c4a1-45de-b342-6cfc06759190 None None] Pushing event deleted for resources: {'Port': ['ID=71042c1b-e2b6-4c80-b363-36e3c0271e68,revision_number=None']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:40.485121 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-bcf9c467-c4a1-45de-b342-6cfc06759190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:40.488904 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf9c467-c4a1-45de-b342-6cfc06759190 None None] No DVR routers for this DVR port 71042c1b-e2b6-4c80-b363-36e3c0271e68 on host dv-cinder-796114-2-iscsi {{(pid=92468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:10:40.591474 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-306e940c-4491-4072-b424-201ce357031b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741742', 'neutron.services.segments.db._delete_segments_for_network-8742179925432'] for network, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:40.603867 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-306e940c-4491-4072-b424-201ce357031b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69f48d8-e3c1-47a9-b277-5d23daa57c00']}} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:40.622189 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-306e940c-4491-4072-b424-201ce357031b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64bada24-dde5-4c5d-9b97-77dfba85ccce') {'for_net_delete': True} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:40.622543 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-306e940c-4491-4072-b424-201ce357031b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64bada24-dde5-4c5d-9b97-77dfba85ccce') {} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:40.634808 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-306e940c-4491-4072-b424-201ce357031b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742179925270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58650094'] for segment, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:40.651541 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-306e940c-4491-4072-b424-201ce357031b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:40.658138 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306e940c-4491-4072-b424-201ce357031b admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=92467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 17:10:40.658524 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-306e940c-4491-4072-b424-201ce357031b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58650346'] for segment, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:10:40.660349 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: Traceback (most recent call last): Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: timer() Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: cb(*args, **kw) Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: return func(*args, **kwargs) Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: self._notify() Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: self.callback(batched_events) Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: event.method(event) Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: return f(self, *a, **k) Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._get(url).json() Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: return self.request(url, 'GET', **kwargs) Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 17:10:40.663143 dv-cinder-796114-2-iscsi neutron-server[92467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 17:10:40.822063 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-306e940c-4491-4072-b424-201ce357031b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16397317'] for network, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:40.826504 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-5d87a0b6-d9c9-46e8-bede-bc5b73fd5659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:40.830162 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-306e940c-4491-4072-b424-201ce357031b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:40.835241 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-306e940c-4491-4072-b424-201ce357031b admin admin] 10.222.0.16 "DELETE /v2.0/networks/b69f48d8-e3c1-47a9-b277-5d23daa57c00 HTTP/1.1" status: 204 len: 168 time: 1.4034383 Jun 12 17:10:40.835594 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 35730) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:10:40.854570 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e940c-4491-4072-b424-201ce357031b admin admin] Pushing event deleted for resources: {'Network': ['ID=b69f48d8-e3c1-47a9-b277-5d23daa57c00,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:40.859872 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-306e940c-4491-4072-b424-201ce357031b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:41.184798 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a4ab5-9eb2-4b8f-8ea8-60769859d0b1 req-6da0dd5b-bc2b-4c88-b54d-f5fb0fda0f87 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:41.186773 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c92a4ab5-9eb2-4b8f-8ea8-60769859d0b1 req-6da0dd5b-bc2b-4c88-b54d-f5fb0fda0f87 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.1020231 Jun 12 17:10:41.250723 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c92a4ab5-9eb2-4b8f-8ea8-60769859d0b1 req-83167095-8b09-42e9-a2d6-07dc8639269f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576067 Jun 12 17:10:41.354669 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f8443111-cb25-4185-90f7-89bc4190e7c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16398811'] for router_interface, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:41.736178 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-f8443111-cb25-4185-90f7-89bc4190e7c0 admin admin] Deleting port 53489638-64e0-4863-abfb-218781552f92 {{(pid=92466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:10:41.736825 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f8443111-cb25-4185-90f7-89bc4190e7c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:41.843885 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.db [None req-f8443111-cb25-4185-90f7-89bc4190e7c0 admin admin] For port 53489638-64e0-4863-abfb-218781552f92, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=53489638-64e0-4863-abfb-218781552f92,segment=NetworkSegment(7a600cd5-411a-461b-900f-0dea8f1c1781),segment_id=7a600cd5-411a-461b-900f-0dea8f1c1781)] {{(pid=92466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:10:41.844548 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f8443111-cb25-4185-90f7-89bc4190e7c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:41.946149 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-f8443111-cb25-4185-90f7-89bc4190e7c0 admin admin] Calling delete_port for 53489638-64e0-4863-abfb-218781552f92 owned by network:router_interface {{(pid=92466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:10:42.469546 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a623a02-8037-4242-adce-f826a694cc47 req-adc1c6b5-6849-41c0-a735-418128920a44 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:42.471021 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1a623a02-8037-4242-adce-f826a694cc47 req-adc1c6b5-6849-41c0-a735-418128920a44 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.0903008 Jun 12 17:10:42.482908 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f8443111-cb25-4185-90f7-89bc4190e7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12901262'] for port, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:42.485665 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-45a950f8-91b9-48cd-92d6-dd1b52e0f129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:42.532303 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8443111-cb25-4185-90f7-89bc4190e7c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=53489638-64e0-4863-abfb-218781552f92,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:42.538844 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-f8443111-cb25-4185-90f7-89bc4190e7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:42.575481 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1a623a02-8037-4242-adce-f826a694cc47 req-b7c08b16-60f1-4c64-bf3a-b04b17e73d76 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983808 Jun 12 17:10:42.818844 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f8443111-cb25-4185-90f7-89bc4190e7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16267056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16398923'] for router_interface, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:43.385732 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8443111-cb25-4185-90f7-89bc4190e7c0 admin admin] Router 5d881b90-1c30-4e28-aed8-f6344c4b6829 has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:10:43.537639 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8443111-cb25-4185-90f7-89bc4190e7c0 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:10:43.546647 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 35750) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:10:43.549514 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65956b3c-7be9-42a8-a1a9-726c639e37bf None None] Sync routers for ids ['5d881b90-1c30-4e28-aed8-f6344c4b6829'] in dv-cinder-796114-2-iscsi {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:10:43.554294 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-f8443111-cb25-4185-90f7-89bc4190e7c0 admin admin] 10.222.0.16 "PUT /v2.0/routers/5d881b90-1c30-4e28-aed8-f6344c4b6829/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7156553 Jun 12 17:10:43.562632 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65956b3c-7be9-42a8-a1a9-726c639e37bf None None] Routers {'5d881b90-1c30-4e28-aed8-f6344c4b6829'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:10:43.563524 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-65956b3c-7be9-42a8-a1a9-726c639e37bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:10:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['5d881b90-1c30-4e28-aed8-f6344c4b6829'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:43.723238 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c6b2bb11-50bf-4f72-bd0c-7028c1d7c23d admin admin] Notify callbacks [] for router, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:43.752256 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-65956b3c-7be9-42a8-a1a9-726c639e37bf None None] Set router 5d881b90-1c30-4e28-aed8-f6344c4b6829 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:10:43.844104 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbd41e-f7c7-4b4f-a381-18b02d9d2a6d req-3b25b11d-1bb2-408d-b20f-c88b3c828beb tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:43.846406 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-cccbd41e-f7c7-4b4f-a381-18b02d9d2a6d req-3b25b11d-1bb2-408d-b20f-c88b3c828beb tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.1103492 Jun 12 17:10:43.918314 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-cccbd41e-f7c7-4b4f-a381-18b02d9d2a6d req-7c3daa5d-6e61-4ee8-a955-e9f8cb047f18 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661941 Jun 12 17:10:43.972518 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c6b2bb11-50bf-4f72-bd0c-7028c1d7c23d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:44.057605 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-65956b3c-7be9-42a8-a1a9-726c639e37bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d881b90-1c30-4e28-aed8-f6344c4b6829', 'name': 'tempest-TestMinimumBasicScenario-2088941188-router', 'tenant_id': '9515a870f54c41e9bcae6f39604cff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '5bd2aeb9-e18e-47ee-addc-3d6973cfb017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:20Z', 'updated_at': '2021-06-12T17:10:42Z', 'revision_number': 5, 'project_id': '9515a870f54c41e9bcae6f39604cff61', 'gw_port': {'id': '5bd2aeb9-e18e-47ee-addc-3d6973cfb017', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d881b90-1c30-4e28-aed8-f6344c4b6829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:07:23Z', 'updated_at': '2021-06-12T17:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:44.061888 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65956b3c-7be9-42a8-a1a9-726c639e37bf None None] Checking router: 5d881b90-1c30-4e28-aed8-f6344c4b6829 for host: dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:10:44.078281 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65956b3c-7be9-42a8-a1a9-726c639e37bf None None] Routers {'5d881b90-1c30-4e28-aed8-f6344c4b6829'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:10:44.078903 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-65956b3c-7be9-42a8-a1a9-726c639e37bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:10:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['5d881b90-1c30-4e28-aed8-f6344c4b6829'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:44.136134 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-c6b2bb11-50bf-4f72-bd0c-7028c1d7c23d admin admin] Deleting port 5bd2aeb9-e18e-47ee-addc-3d6973cfb017 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:10:44.136524 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c6b2bb11-50bf-4f72-bd0c-7028c1d7c23d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:44.227980 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-65956b3c-7be9-42a8-a1a9-726c639e37bf None None] Set router 5d881b90-1c30-4e28-aed8-f6344c4b6829 gateway port host: None {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:10:44.266288 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [None req-c6b2bb11-50bf-4f72-bd0c-7028c1d7c23d admin admin] For port 5bd2aeb9-e18e-47ee-addc-3d6973cfb017, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=5bd2aeb9-e18e-47ee-addc-3d6973cfb017,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:10:44.267066 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c6b2bb11-50bf-4f72-bd0c-7028c1d7c23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:44.313590 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-65956b3c-7be9-42a8-a1a9-726c639e37bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d881b90-1c30-4e28-aed8-f6344c4b6829', 'name': 'tempest-TestMinimumBasicScenario-2088941188-router', 'tenant_id': '9515a870f54c41e9bcae6f39604cff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:20Z', 'updated_at': '2021-06-12T17:10:43Z', 'revision_number': 6, 'project_id': '9515a870f54c41e9bcae6f39604cff61', 'gw_port_host': None}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:44.317367 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65956b3c-7be9-42a8-a1a9-726c639e37bf None None] The sync data for ids ['5d881b90-1c30-4e28-aed8-f6344c4b6829'] in dv-cinder-796114-2-iscsi is: [{'id': '5d881b90-1c30-4e28-aed8-f6344c4b6829', 'name': 'tempest-TestMinimumBasicScenario-2088941188-router', 'tenant_id': '9515a870f54c41e9bcae6f39604cff61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:07:20Z', 'updated_at': '2021-06-12T17:10:43Z', 'revision_number': 6, 'project_id': '9515a870f54c41e9bcae6f39604cff61', 'gw_port_host': None}] {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:10:44.387124 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-c6b2bb11-50bf-4f72-bd0c-7028c1d7c23d admin admin] Calling delete_port for 5bd2aeb9-e18e-47ee-addc-3d6973cfb017 owned by network:router_gateway {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:10:44.689826 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c6b2bb11-50bf-4f72-bd0c-7028c1d7c23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:44.692054 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6db099b9-29a1-4185-a3da-d7bb06182f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:44.728631 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2bb11-50bf-4f72-bd0c-7028c1d7c23d admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd2aeb9-e18e-47ee-addc-3d6973cfb017,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:44.766490 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-c6b2bb11-50bf-4f72-bd0c-7028c1d7c23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:44.832691 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c6b2bb11-50bf-4f72-bd0c-7028c1d7c23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16397336'] for router_gateway, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:44.999568 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c6b2bb11-50bf-4f72-bd0c-7028c1d7c23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16469225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12268'] for router, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:45.003209 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c6b2bb11-50bf-4f72-bd0c-7028c1d7c23d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:45.119447 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369b0fb-84f5-4320-886d-2404375a273a req-77c0435d-7037-4e1e-a098-2c00eef62934 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:45.121815 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d369b0fb-84f5-4320-886d-2404375a273a req-77c0435d-7037-4e1e-a098-2c00eef62934 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.0769277 Jun 12 17:10:45.177857 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d369b0fb-84f5-4320-886d-2404375a273a req-b0056965-1055-4f3b-97f2-7c0d3010d659 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502377 Jun 12 17:10:45.432797 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c6b2bb11-50bf-4f72-bd0c-7028c1d7c23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16400959'] for router, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:45.433350 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b2bb11-50bf-4f72-bd0c-7028c1d7c23d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d881b90-1c30-4e28-aed8-f6344c4b6829 {{(pid=92467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 17:10:45.438184 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c6b2bb11-50bf-4f72-bd0c-7028c1d7c23d admin admin] Notify callbacks [] for router, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:45.439435 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-c6b2bb11-50bf-4f72-bd0c-7028c1d7c23d admin admin] 10.222.0.16 "DELETE /v2.0/routers/5d881b90-1c30-4e28-aed8-f6344c4b6829 HTTP/1.1" status: 204 len: 168 time: 1.8918190 Jun 12 17:10:45.444021 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 35764) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:10:45.526098 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec57011-d5e0-4423-8ebd-be2427808f2e admin admin] Deleting subnet dd29ebc7-51cc-40e4-9f6d-25811b06ba36 {{(pid=92466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 17:10:45.529758 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9ec57011-d5e0-4423-8ebd-be2427808f2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:45.580063 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9ec57011-d5e0-4423-8ebd-be2427808f2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496856'] for subnet, precommit_delete_associations {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:45.681262 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9ec57011-d5e0-4423-8ebd-be2427808f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744179'] for subnet, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:45.859107 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9ec57011-d5e0-4423-8ebd-be2427808f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12900468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13056930'] for subnet, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:45.862399 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b44e64ab-b104-4f0e-86f8-11fcba2d46f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:45.895184 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec57011-d5e0-4423-8ebd-be2427808f2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd29ebc7-51cc-40e4-9f6d-25811b06ba36,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:45.897227 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9ec57011-d5e0-4423-8ebd-be2427808f2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:45.899180 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-9ec57011-d5e0-4423-8ebd-be2427808f2e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dd29ebc7-51cc-40e4-9f6d-25811b06ba36 HTTP/1.1" status: 204 len: 168 time: 0.4539614 Jun 12 17:10:45.900301 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-9ec57011-d5e0-4423-8ebd-be2427808f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:45.901740 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 35768) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:10:45.904816 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71b6a20-fe09-47af-9d7f-c284da3f9eed None None] Network a02ef3c8-1a79-4bad-a155-df3a5914c665 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:10:46.011164 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538232'] for network, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:46.099973 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] Deleting port 486c6ac3-e46b-44ab-a24c-fb922a7e79f8 {{(pid=92466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:10:46.100482 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:46.152044 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 53489638-64e0-4863-abfb-218781552f92 no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:10:46.184076 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: 53489638-64e0-4863-abfb-218781552f92 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:10:46.184676 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 53489638-64e0-4863-abfb-218781552f92 not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:10:46.185302 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 5bd2aeb9-e18e-47ee-addc-3d6973cfb017 no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:10:46.217777 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: 5bd2aeb9-e18e-47ee-addc-3d6973cfb017 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:10:46.218070 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 5bd2aeb9-e18e-47ee-addc-3d6973cfb017 not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:10:46.220552 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d44dc93-6bb8-40cd-89cb-c5f6892d93e3 None None] DHCP port deletion for a02ef3c8-1a79-4bad-a155-df3a5914c665 request from dv-cinder-796114-2-iscsi {{(pid=92468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 17:10:46.231488 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.db [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] For port 486c6ac3-e46b-44ab-a24c-fb922a7e79f8, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=486c6ac3-e46b-44ab-a24c-fb922a7e79f8,segment=NetworkSegment(7a600cd5-411a-461b-900f-0dea8f1c1781),segment_id=7a600cd5-411a-461b-900f-0dea8f1c1781)] {{(pid=92466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:10:46.232092 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:46.327473 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-0d44dc93-6bb8-40cd-89cb-c5f6892d93e3 None None] Deleting port 486c6ac3-e46b-44ab-a24c-fb922a7e79f8 {{(pid=92468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:10:46.327997 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-0d44dc93-6bb8-40cd-89cb-c5f6892d93e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:46.338052 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] Calling delete_port for 486c6ac3-e46b-44ab-a24c-fb922a7e79f8 owned by network:dhcp {{(pid=92466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:10:46.426066 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-0d44dc93-6bb8-40cd-89cb-c5f6892d93e3 None None] For port 486c6ac3-e46b-44ab-a24c-fb922a7e79f8, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=486c6ac3-e46b-44ab-a24c-fb922a7e79f8,segment=NetworkSegment(7a600cd5-411a-461b-900f-0dea8f1c1781),segment_id=7a600cd5-411a-461b-900f-0dea8f1c1781)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:10:46.427506 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-0d44dc93-6bb8-40cd-89cb-c5f6892d93e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:46.516153 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc9edf-344f-448f-aea6-23a0eefb49d9 req-d34ed73b-97ab-4c84-b289-ba497a5a9adf tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:46.517584 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-acbc9edf-344f-448f-aea6-23a0eefb49d9 req-d34ed73b-97ab-4c84-b289-ba497a5a9adf tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.1770768 Jun 12 17:10:46.556019 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-0d44dc93-6bb8-40cd-89cb-c5f6892d93e3 None None] Calling delete_port for 486c6ac3-e46b-44ab-a24c-fb922a7e79f8 owned by network:dhcp {{(pid=92468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:10:46.564196 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-acbc9edf-344f-448f-aea6-23a0eefb49d9 req-b1391bbf-a5b3-4578-9650-bb0d88e652a6 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410650 Jun 12 17:10:46.624465 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12901262'] for port, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:46.626988 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-1fbf1082-cfab-49ba-866f-d75ef0b236e2 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:46.660668 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=486c6ac3-e46b-44ab-a24c-fb922a7e79f8,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:46.667813 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:46.672204 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] No DVR routers for this DVR port 486c6ac3-e46b-44ab-a24c-fb922a7e79f8 on host dv-cinder-796114-2-iscsi {{(pid=92466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:10:46.685980 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-0d44dc93-6bb8-40cd-89cb-c5f6892d93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048'] for port, after_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:46.688533 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-c70cd978-f339-4af4-bcfd-f3a2a2e38d08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:46.718967 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44dc93-6bb8-40cd-89cb-c5f6892d93e3 None None] Pushing event deleted for resources: {'Port': ['ID=486c6ac3-e46b-44ab-a24c-fb922a7e79f8,revision_number=None']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:46.723330 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-0d44dc93-6bb8-40cd-89cb-c5f6892d93e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:46.726579 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d44dc93-6bb8-40cd-89cb-c5f6892d93e3 None None] No DVR routers for this DVR port 486c6ac3-e46b-44ab-a24c-fb922a7e79f8 on host dv-cinder-796114-2-iscsi {{(pid=92468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:10:46.801363 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741742', 'neutron.services.segments.db._delete_segments_for_network-8742179925432'] for network, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:46.814131 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.services.segments.db [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02ef3c8-1a79-4bad-a155-df3a5914c665']}} {{(pid=92466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:46.826171 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.services.segments.db [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a600cd5-411a-461b-900f-0dea8f1c1781') {'for_net_delete': True} {{(pid=92466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:46.826467 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.services.segments.db [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a600cd5-411a-461b-900f-0dea8f1c1781') {} {{(pid=92466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:10:46.837491 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742179925270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496851'] for segment, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:46.852520 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:46.858414 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=92466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 17:10:46.858792 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12901341'] for segment, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: Traceback (most recent call last): Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: timer() Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: cb(*args, **kw) Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: return func(*args, **kwargs) Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: self._notify() Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: self.callback(batched_events) Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: event.method(event) Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: return f(self, *a, **k) Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: return self._get(url).json() Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: return self.request(url, 'GET', **kwargs) Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 17:10:46.860524 dv-cinder-796114-2-iscsi neutron-server[92466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 17:10:47.032324 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16397317'] for network, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:47.037100 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-ff752df2-755c-4aa7-9dc9-d0a763ad1c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:47.042149 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:47.044125 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a02ef3c8-1a79-4bad-a155-df3a5914c665 HTTP/1.1" status: 204 len: 168 time: 1.1412137 Jun 12 17:10:47.056696 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a02ef3c8-1a79-4bad-a155-df3a5914c665,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:47.059281 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:47.370407 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 35798) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:10:47.416277 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-21f2174c-e9dc-4d7a-a62e-e755d06d01f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8739bb767738461088ab796ff2a650ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446224 Jun 12 17:10:47.418669 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 35800) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:10:47.471335 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-15f854d4-b3b4-4db2-979b-fd8c5c75ac88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:47.499302 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-15f854d4-b3b4-4db2-979b-fd8c5c75ac88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:47.726042 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-15f854d4-b3b4-4db2-979b-fd8c5c75ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:47.729053 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-15f854d4-b3b4-4db2-979b-fd8c5c75ac88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:47.730178 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-15f854d4-b3b4-4db2-979b-fd8c5c75ac88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3226027-90ce-48f2-ba17-3536b193990d HTTP/1.1" status: 204 len: 168 time: 0.3105814 Jun 12 17:10:47.731651 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-f316ba0a-bbaf-4616-94e2-591021bb9cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:47.743749 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f854d4-b3b4-4db2-979b-fd8c5c75ac88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3226027-90ce-48f2-ba17-3536b193990d,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:47.746323 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-15f854d4-b3b4-4db2-979b-fd8c5c75ac88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:47.779441 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96191bf-2d63-4fcc-b24e-98cb73597a9a req-db8cd829-2e45-41fc-8cfc-2c3edfe95104 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:47.781013 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c96191bf-2d63-4fcc-b24e-98cb73597a9a req-db8cd829-2e45-41fc-8cfc-2c3edfe95104 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.0907750 Jun 12 17:10:47.829080 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c96191bf-2d63-4fcc-b24e-98cb73597a9a req-ce4c6125-cdd7-4fca-868e-f461880a5ee1 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410337 Jun 12 17:10:48.000294 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6eef02-20a5-4cec-87f2-b3c034a2f0c2 req-3bc1b931-7e62-4205-9a14-4e5ec0837b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:48.001771 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7d6eef02-20a5-4cec-87f2-b3c034a2f0c2 req-3bc1b931-7e62-4205-9a14-4e5ec0837b2e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cb7095c203644131bc201541fe94bc98&device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 1098 time: 0.0647545 Jun 12 17:10:48.099206 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 486c6ac3-e46b-44ab-a24c-fb922a7e79f8 no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:10:48.128162 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: 486c6ac3-e46b-44ab-a24c-fb922a7e79f8 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:10:48.128617 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 486c6ac3-e46b-44ab-a24c-fb922a7e79f8 not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:10:48.157077 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6eef02-20a5-4cec-87f2-b3c034a2f0c2 req-b6c9c4a6-ff92-4665-824b-f2ceec916df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:48.158511 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7d6eef02-20a5-4cec-87f2-b3c034a2f0c2 req-b6c9c4a6-ff92-4665-824b-f2ceec916df7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e HTTP/1.1" status: 200 len: 918 time: 0.1493194 Jun 12 17:10:48.456196 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 35812) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:10:48.501327 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-0cfbfe7e-4f2d-4fd5-84ec-aac085516528 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9515a870f54c41e9bcae6f39604cff61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438657 Jun 12 17:10:48.503569 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 35814) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:10:48.554408 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b048a97a-253a-4e3c-a2c4-1e95185e1f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:48.583864 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b048a97a-253a-4e3c-a2c4-1e95185e1f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:48.712337 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b048a97a-253a-4e3c-a2c4-1e95185e1f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:48.714996 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b048a97a-253a-4e3c-a2c4-1e95185e1f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:48.716148 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-b048a97a-253a-4e3c-a2c4-1e95185e1f2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e10ea560-a690-4253-852d-88c350adff20 HTTP/1.1" status: 204 len: 168 time: 0.2117195 Jun 12 17:10:48.716946 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9c0e3eea-57fa-4938-9fa6-03f24bb495cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:48.725327 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048a97a-253a-4e3c-a2c4-1e95185e1f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10ea560-a690-4253-852d-88c350adff20,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:48.728294 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-b048a97a-253a-4e3c-a2c4-1e95185e1f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:49.015121 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af59ca-b75d-446f-b7a9-33f39ceaefbd req-58e0af22-80b8-47b1-aac1-f9b5b184bcfa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:49.016616 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f0af59ca-b75d-446f-b7a9-33f39ceaefbd req-58e0af22-80b8-47b1-aac1-f9b5b184bcfa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.0718176 Jun 12 17:10:49.065418 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f0af59ca-b75d-446f-b7a9-33f39ceaefbd req-603b2b04-ea52-4ef8-a479-b8a7a4f20ce9 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426931 Jun 12 17:10:50.256009 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6cf33-ebfd-41a3-af3b-90d52145aa76 req-d9c06d46-beff-4bb7-9ce0-7471ee77bbae tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:50.257425 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3dd6cf33-ebfd-41a3-af3b-90d52145aa76 req-d9c06d46-beff-4bb7-9ce0-7471ee77bbae tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 945 time: 0.0675778 Jun 12 17:10:50.297503 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3dd6cf33-ebfd-41a3-af3b-90d52145aa76 req-489be73f-a627-4f6c-8eb1-256c637bae71 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343592 Jun 12 17:10:50.943958 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7d6eef02-20a5-4cec-87f2-b3c034a2f0c2 req-949f81e9-097c-4e89-835f-65f4a3f65bbc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed1a3972-5768-4520-be4d-a49516e1e221 HTTP/1.1" status: 200 len: 1000 time: 0.0758834 Jun 12 17:10:50.985365 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device ed1a3972-5768-4520-be4d-a49516e1e221 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:10:51.007230 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6eef02-20a5-4cec-87f2-b3c034a2f0c2 req-14f60d33-7c82-457b-bc28-30286381b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:51.009256 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7d6eef02-20a5-4cec-87f2-b3c034a2f0c2 req-14f60d33-7c82-457b-bc28-30286381b0e0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a580d181-6158-4a52-89c2-8aedf3a5088e HTTP/1.1" status: 200 len: 856 time: 0.0590613 Jun 12 17:10:51.075429 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6eef02-20a5-4cec-87f2-b3c034a2f0c2 req-e9070799-8f29-4232-abf4-5a5b18970590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:51.077003 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7d6eef02-20a5-4cec-87f2-b3c034a2f0c2 req-e9070799-8f29-4232-abf4-5a5b18970590 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598314 Jun 12 17:10:51.078556 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:51.103010 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e03a23-57b3-4757-ac13-facb82563b93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1a3972-5768-4520-be4d-a49516e1e221'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:10:51.106354 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed16ee5-87f1-4d20-862e-ebd3152ebd9c" -d '{"events": [{"server_uuid": "87e03a23-57b3-4757-ac13-facb82563b93", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1a3972-5768-4520-be4d-a49516e1e221"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:10:51.120572 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port ed1a3972-5768-4520-be4d-a49516e1e221, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ed1a3972-5768-4520-be4d-a49516e1e221,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:10:51.142224 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Jun 2021 17:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92ac5dc-9b65-41d3-986f-cd3858222b93 x-openstack-request-id: req-d92ac5dc-9b65-41d3-986f-cd3858222b93 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:10:51.142582 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e03a23-57b3-4757-ac13-facb82563b93", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1a3972-5768-4520-be4d-a49516e1e221", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:10:51.142900 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d92ac5dc-9b65-41d3-986f-cd3858222b93 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:10:51.143358 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e03a23-57b3-4757-ac13-facb82563b93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1a3972-5768-4520-be4d-a49516e1e221', 'code': 200} Jun 12 17:10:51.199921 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7d6eef02-20a5-4cec-87f2-b3c034a2f0c2 req-c1050468-0755-4e03-a7c6-7cb2531ca54c service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156290 Jun 12 17:10:51.221470 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:51.229527 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:10:51.281839 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=ed1a3972-5768-4520-be4d-a49516e1e221,revision_number=8']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:10:51.284937 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:10:51.658244 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7d6eef02-20a5-4cec-87f2-b3c034a2f0c2 req-2647187f-2e6e-4e42-9b31-dd1ca8e0ace9 service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508023 Jun 12 17:10:51.685567 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04845b94-bd06-40b3-9edb-da79e90dd3c9 req-c69b4705-69c5-48a4-9131-59ab6229ece1 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:51.687048 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-04845b94-bd06-40b3-9edb-da79e90dd3c9 req-c69b4705-69c5-48a4-9131-59ab6229ece1 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.0927818 Jun 12 17:10:51.729238 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-04845b94-bd06-40b3-9edb-da79e90dd3c9 req-1bba9a79-030d-4d95-a70a-6e49498e90fd tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359659 Jun 12 17:10:52.055353 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-54f5fd6e-d6db-4230-80e3-a565529dafc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:52.232363 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:10:52.916288 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd638a91-5d04-4743-8388-af2d54854d15 req-06ea3e25-1e8c-4a73-b8d7-263f6074cb47 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:52.917812 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fd638a91-5d04-4743-8388-af2d54854d15 req-06ea3e25-1e8c-4a73-b8d7-263f6074cb47 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.0710204 Jun 12 17:10:52.958334 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-fd638a91-5d04-4743-8388-af2d54854d15 req-60579126-4faa-4eff-ba56-5e5222e0bba4 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350730 Jun 12 17:10:54.140001 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c250e9-aa3c-4846-851d-ce1eb5f6f418 req-70334be0-db94-4a7b-bf83-c156350aba50 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:54.141437 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-21c250e9-aa3c-4846-851d-ce1eb5f6f418 req-70334be0-db94-4a7b-bf83-c156350aba50 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.0689375 Jun 12 17:10:54.183109 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-21c250e9-aa3c-4846-851d-ce1eb5f6f418 req-1b3ad98b-cddc-4034-a872-65db83c288bf tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361450 Jun 12 17:10:54.655047 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-5245a7d2-e00e-400b-bfb6-f4f1ed9456fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:54.877720 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:55.368156 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2fd88-d1cb-475f-8a5b-1de789017656 req-efaece40-da35-4285-ab45-dfed6b921f0f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:55.369596 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b7e2fd88-d1cb-475f-8a5b-1de789017656 req-efaece40-da35-4285-ab45-dfed6b921f0f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.0718398 Jun 12 17:10:55.410289 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b7e2fd88-d1cb-475f-8a5b-1de789017656 req-6b93f4d6-fc5c-4f6c-b542-28277a1d3fb5 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351021 Jun 12 17:10:55.792581 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:55.841322 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:56.357430 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-766c3320-2db5-41cb-bc8b-9de35dbeb18a req-7cdfeabe-54d2-4a9c-872b-43f131ca4a4c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0617280 Jun 12 17:10:56.442008 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c3320-2db5-41cb-bc8b-9de35dbeb18a req-4bc5b20b-20ba-4d44-8673-2f27c28fc45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:56.443717 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-766c3320-2db5-41cb-bc8b-9de35dbeb18a req-4bc5b20b-20ba-4d44-8673-2f27c28fc45f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cb7095c203644131bc201541fe94bc98&device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 1096 time: 0.0600011 Jun 12 17:10:56.589371 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c3320-2db5-41cb-bc8b-9de35dbeb18a req-aa2f19b3-af74-4ae8-b659-5187b5270be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:56.590821 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-766c3320-2db5-41cb-bc8b-9de35dbeb18a req-aa2f19b3-af74-4ae8-b659-5187b5270be4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e HTTP/1.1" status: 200 len: 918 time: 0.1258986 Jun 12 17:10:56.620078 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80b9c1-6eae-4897-93d4-497a2c8b00c1 req-c1c44a50-3ac9-4fb5-bf1c-145649684350 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:56.621580 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-8a80b9c1-6eae-4897-93d4-497a2c8b00c1 req-c1c44a50-3ac9-4fb5-bf1c-145649684350 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.0748811 Jun 12 17:10:56.662012 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-8a80b9c1-6eae-4897-93d4-497a2c8b00c1 req-d83e887e-ed35-437d-bd6c-8292b8d93de6 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347714 Jun 12 17:10:56.679575 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-766c3320-2db5-41cb-bc8b-9de35dbeb18a req-71a80aab-783d-46f1-8705-e787053c3b6b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed1a3972-5768-4520-be4d-a49516e1e221 HTTP/1.1" status: 200 len: 998 time: 0.0810924 Jun 12 17:10:56.738018 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c3320-2db5-41cb-bc8b-9de35dbeb18a req-4d822e7f-7d0b-46c1-bf40-cba6a5b32df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:56.740604 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-766c3320-2db5-41cb-bc8b-9de35dbeb18a req-4d822e7f-7d0b-46c1-bf40-cba6a5b32df3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a580d181-6158-4a52-89c2-8aedf3a5088e HTTP/1.1" status: 200 len: 856 time: 0.0526986 Jun 12 17:10:56.817769 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c3320-2db5-41cb-bc8b-9de35dbeb18a req-426cc536-5a6f-4867-bde3-aa64a50493df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:10:56.819257 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-766c3320-2db5-41cb-bc8b-9de35dbeb18a req-426cc536-5a6f-4867-bde3-aa64a50493df service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734406 Jun 12 17:10:56.936274 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-766c3320-2db5-41cb-bc8b-9de35dbeb18a req-6d1b7e70-ad31-456a-a215-71ba3360fade service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088908 Jun 12 17:10:57.057373 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-766c3320-2db5-41cb-bc8b-9de35dbeb18a req-765fd30d-2500-4d55-85ed-8ca98d83aaaa service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132524 Jun 12 17:10:57.289294 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:10:59.871597 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device ed1a3972-5768-4520-be4d-a49516e1e221 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:11:00.835893 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045d0ac-ee07-412c-9c4f-e2006822d9a2 req-070359b6-cfbf-492f-baa0-470db4a7fade tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:00.837399 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3045d0ac-ee07-412c-9c4f-e2006822d9a2 req-070359b6-cfbf-492f-baa0-470db4a7fade tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.0925939 Jun 12 17:11:00.884382 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3045d0ac-ee07-412c-9c4f-e2006822d9a2 req-35e0e4f8-de67-4707-984d-6b772ab9b65f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411117 Jun 12 17:11:01.334987 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 35942) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:11:01.437113 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d9453321-cf43-4ff1-8886-71ec39875e3c req-255c652b-5065-4eb0-bbe7-7f464c181072 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1008704 Jun 12 17:11:02.078772 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a035545-c9ea-4539-b92e-95394ea772f2 req-ac4286c9-aaeb-4047-8a86-630d83fdc8fa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:02.080355 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3a035545-c9ea-4539-b92e-95394ea772f2 req-ac4286c9-aaeb-4047-8a86-630d83fdc8fa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.0728440 Jun 12 17:11:02.126155 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3a035545-c9ea-4539-b92e-95394ea772f2 req-9719dd52-417f-4c59-9960-a1455a9f3bc8 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399892 Jun 12 17:11:02.980509 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9453321-cf43-4ff1-8886-71ec39875e3c req-a6b3833f-c1b0-4014-b1cc-ed2128d15e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:02.981997 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d9453321-cf43-4ff1-8886-71ec39875e3c req-a6b3833f-c1b0-4014-b1cc-ed2128d15e8b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93&tenant_id=cb7095c203644131bc201541fe94bc98 HTTP/1.1" status: 200 len: 1096 time: 0.0572803 Jun 12 17:11:03.063792 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9453321-cf43-4ff1-8886-71ec39875e3c req-91d02c69-7721-4e4a-ad58-f175279215e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:03.065234 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d9453321-cf43-4ff1-8886-71ec39875e3c req-91d02c69-7721-4e4a-ad58-f175279215e4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cb7095c203644131bc201541fe94bc98&device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 1096 time: 0.0600686 Jun 12 17:11:03.186640 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9453321-cf43-4ff1-8886-71ec39875e3c req-401a6837-a40b-46bb-a300-5616b6e4912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:03.188379 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d9453321-cf43-4ff1-8886-71ec39875e3c req-401a6837-a40b-46bb-a300-5616b6e4912d service neutron] 10.222.0.22 "GET /v2.0/networks?id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e HTTP/1.1" status: 200 len: 918 time: 0.1162193 Jun 12 17:11:03.309471 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d9453321-cf43-4ff1-8886-71ec39875e3c req-3ef913be-1969-49d9-b5ff-b675210ada09 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed1a3972-5768-4520-be4d-a49516e1e221 HTTP/1.1" status: 200 len: 998 time: 0.1134613 Jun 12 17:11:03.382860 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9190fa1-32d9-4c67-91bf-34d062e2e53d req-46b8a143-c279-4760-b9a7-a53b47d9468b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:03.385032 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d9190fa1-32d9-4c67-91bf-34d062e2e53d req-46b8a143-c279-4760-b9a7-a53b47d9468b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.1365893 Jun 12 17:11:03.390261 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9453321-cf43-4ff1-8886-71ec39875e3c req-dd457dd6-b6d9-466a-b75f-bec653cdf716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:03.391592 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d9453321-cf43-4ff1-8886-71ec39875e3c req-dd457dd6-b6d9-466a-b75f-bec653cdf716 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a580d181-6158-4a52-89c2-8aedf3a5088e HTTP/1.1" status: 200 len: 856 time: 0.0727043 Jun 12 17:11:03.460862 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d9190fa1-32d9-4c67-91bf-34d062e2e53d req-fbc818fa-2ac2-49d7-9f1d-9fa726324e65 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683310 Jun 12 17:11:03.481900 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9453321-cf43-4ff1-8886-71ec39875e3c req-5043aea2-3b54-41b7-a07b-34dfd185e5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:03.483470 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d9453321-cf43-4ff1-8886-71ec39875e3c req-5043aea2-3b54-41b7-a07b-34dfd185e5a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0845032 Jun 12 17:11:03.605078 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d9453321-cf43-4ff1-8886-71ec39875e3c req-510e1669-61a6-4537-a898-f171cac31c08 service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141791 Jun 12 17:11:03.721281 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d9453321-cf43-4ff1-8886-71ec39875e3c req-aa9aadaa-1b2f-449c-b888-ac3f801de22e service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094463 Jun 12 17:11:04.682713 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc094c7-a520-4ffe-8f65-a938ef25f124 req-04e01b99-0320-40b8-a412-5424b06ef6ba tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:04.684267 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-dbc094c7-a520-4ffe-8f65-a938ef25f124 req-04e01b99-0320-40b8-a412-5424b06ef6ba tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.0922620 Jun 12 17:11:04.738181 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-dbc094c7-a520-4ffe-8f65-a938ef25f124 req-2e423397-d0fd-4a81-a546-2dbb84b5f054 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473642 Jun 12 17:11:05.942770 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72883dbf-3f50-48be-841d-cbd4d59aab83 req-daefb158-5e5b-40cc-8fd8-22b7b34fee70 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:05.944223 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-72883dbf-3f50-48be-841d-cbd4d59aab83 req-daefb158-5e5b-40cc-8fd8-22b7b34fee70 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.0731368 Jun 12 17:11:05.988856 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-72883dbf-3f50-48be-841d-cbd4d59aab83 req-097c4046-4759-4346-8a47-f9744f34b110 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387688 Jun 12 17:11:07.207016 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625333b2-283f-49dc-a4dd-e1ec3f300e2e req-d0549ba0-3a37-420f-906e-d7c919c2456c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:07.208523 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-625333b2-283f-49dc-a4dd-e1ec3f300e2e req-d0549ba0-3a37-420f-906e-d7c919c2456c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.0779734 Jun 12 17:11:07.252262 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-625333b2-283f-49dc-a4dd-e1ec3f300e2e req-24a12025-1465-4293-8319-c30c89f13c98 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373161 Jun 12 17:11:08.443036 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c9282-55a9-49d7-9585-a765fa45cde9 req-985d4275-8c42-40fe-bcba-95c12204531f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:08.444762 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-872c9282-55a9-49d7-9585-a765fa45cde9 req-985d4275-8c42-40fe-bcba-95c12204531f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.0710332 Jun 12 17:11:08.497991 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-872c9282-55a9-49d7-9585-a765fa45cde9 req-8cac8e53-d6ae-492c-86f1-da2bed26c7a9 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467737 Jun 12 17:11:09.696064 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7536c4-abfb-4bb5-983b-dbee9cac346c req-d3a2209e-3392-4ebe-92eb-718219553f30 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:09.697688 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-af7536c4-abfb-4bb5-983b-dbee9cac346c req-d3a2209e-3392-4ebe-92eb-718219553f30 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.0736096 Jun 12 17:11:09.742885 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-af7536c4-abfb-4bb5-983b-dbee9cac346c req-2b8437f3-a3ee-4d58-8862-57a2baf93f3f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395658 Jun 12 17:11:10.939593 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0bc42-7c93-4b51-ba86-cfbb7ad27a79 req-3f5263e1-7e75-478a-8b9d-023582086763 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:10.941211 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e1a0bc42-7c93-4b51-ba86-cfbb7ad27a79 req-3f5263e1-7e75-478a-8b9d-023582086763 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.0723064 Jun 12 17:11:10.988399 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-e1a0bc42-7c93-4b51-ba86-cfbb7ad27a79 req-c234ea85-76a1-4faa-ae0a-311fefc37ee2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413318 Jun 12 17:11:12.197803 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85521633-d0a4-4bb5-876a-3835f3ac6ce2 req-0d7ac11b-5f9e-47be-a38d-acce593265bd tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:12.199688 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-85521633-d0a4-4bb5-876a-3835f3ac6ce2 req-0d7ac11b-5f9e-47be-a38d-acce593265bd tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.0806599 Jun 12 17:11:12.244843 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-85521633-d0a4-4bb5-876a-3835f3ac6ce2 req-8c78c20e-618e-46ff-a4f5-f28368b79344 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386133 Jun 12 17:11:13.445487 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f5d1d-0ade-49f5-bbe1-afef5c685871 req-fa2c4152-ceb5-4874-9988-67f42ceef5d5 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:13.447017 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-667f5d1d-0ade-49f5-bbe1-afef5c685871 req-fa2c4152-ceb5-4874-9988-67f42ceef5d5 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.0803223 Jun 12 17:11:13.509924 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-667f5d1d-0ade-49f5-bbe1-afef5c685871 req-8305cdc3-35fa-45d9-85ad-b883e666d3aa tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531828 Jun 12 17:11:14.701214 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f705ca-6a4a-46e3-bb3c-3e28d70321f1 req-0f75da19-4621-4e01-9edb-0625fd3c253b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:14.702690 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d3f705ca-6a4a-46e3-bb3c-3e28d70321f1 req-0f75da19-4621-4e01-9edb-0625fd3c253b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.0716162 Jun 12 17:11:14.746784 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d3f705ca-6a4a-46e3-bb3c-3e28d70321f1 req-99ff918c-3e2e-4858-bb2b-1fc6a3fdc8a8 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378025 Jun 12 17:11:15.934535 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b52a4-3722-4579-af3e-f939f65c28e5 req-3df4d488-74c2-415f-a149-72d6315b4054 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:15.936079 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-2a8b52a4-3722-4579-af3e-f939f65c28e5 req-3df4d488-74c2-415f-a149-72d6315b4054 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.0684016 Jun 12 17:11:15.978298 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-2a8b52a4-3722-4579-af3e-f939f65c28e5 req-dfcb25af-52c9-411d-b3af-640713fcd35a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363553 Jun 12 17:11:17.174620 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf6a79-aac6-45a4-a438-8e3c1873576a req-e25fa3b8-83bc-4881-b507-8fbe22f7fe96 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:17.176091 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-caaf6a79-aac6-45a4-a438-8e3c1873576a req-e25fa3b8-83bc-4881-b507-8fbe22f7fe96 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.0732572 Jun 12 17:11:17.218809 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-caaf6a79-aac6-45a4-a438-8e3c1873576a req-21242ca1-6502-4a30-b369-10da78b0521f tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371706 Jun 12 17:11:17.920514 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device ed1a3972-5768-4520-be4d-a49516e1e221 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:11:18.164947 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port ed1a3972-5768-4520-be4d-a49516e1e221, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ed1a3972-5768-4520-be4d-a49516e1e221,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:11:18.177303 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': 'ed1a3972-5768-4520-be4d-a49516e1e221', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'port_id': 'ed1a3972-5768-4520-be4d-a49516e1e221', 'mac_address': 'fa:16:3e:fc:36:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:11:18.222491 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:18.237919 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1a3972-5768-4520-be4d-a49516e1e221 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:11:18.259717 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port ed1a3972-5768-4520-be4d-a49516e1e221, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ed1a3972-5768-4520-be4d-a49516e1e221,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:11:18.359061 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:18.359061 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:18.406045 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a65d70-c319-42ef-a50a-8edd566ec32b req-4f9c3728-aced-45c4-aed6-598c60524958 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:18.409444 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-71a65d70-c319-42ef-a50a-8edd566ec32b req-4f9c3728-aced-45c4-aed6-598c60524958 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 943 time: 0.0719731 Jun 12 17:11:18.413123 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=ed1a3972-5768-4520-be4d-a49516e1e221,revision_number=9']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:18.416359 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:18.469750 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-71a65d70-c319-42ef-a50a-8edd566ec32b req-2b18f2bb-d10c-4c49-847f-159a4d1cf99c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464454 Jun 12 17:11:18.578312 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['ed1a3972-5768-4520-be4d-a49516e1e221'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:11:19.030561 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad9497-7f0d-4a91-bb7f-39ac85834a93 req-4c39fb14-8f55-4c3a-b1b7-a35d5d46d49a tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:19.032025 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-54ad9497-7f0d-4a91-bb7f-39ac85834a93 req-4c39fb14-8f55-4c3a-b1b7-a35d5d46d49a tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc02b36-209c-4457-a3c7-2394e5392471 HTTP/1.1" status: 200 len: 945 time: 0.0733612 Jun 12 17:11:19.072916 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-54ad9497-7f0d-4a91-bb7f-39ac85834a93 req-e1740aed-3570-4581-8f58-ed3868f746ef tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352330 Jun 12 17:11:19.656574 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017278fa-811f-48b5-94eb-427ed7cf5c9c req-ce8a89aa-625f-4ea3-9a90-b7ddbc9cdfae tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:19.658057 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-017278fa-811f-48b5-94eb-427ed7cf5c9c req-ce8a89aa-625f-4ea3-9a90-b7ddbc9cdfae tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 944 time: 0.0727820 Jun 12 17:11:19.700397 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-017278fa-811f-48b5-94eb-427ed7cf5c9c req-2acea771-7cd8-43fa-8ea7-cb0ef34d1db9 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368218 Jun 12 17:11:19.934949 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device ed1a3972-5768-4520-be4d-a49516e1e221 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:11:19.990188 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port ed1a3972-5768-4520-be4d-a49516e1e221 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:11:19.990593 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:20.081616 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:20.107152 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e03a23-57b3-4757-ac13-facb82563b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1a3972-5768-4520-be4d-a49516e1e221'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:11:20.109424 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dc2409-d8d4-4960-8895-5fcc728c4ef4" -d '{"events": [{"server_uuid": "87e03a23-57b3-4757-ac13-facb82563b93", "name": "network-vif-plugged", "status": "completed", "tag": "ed1a3972-5768-4520-be4d-a49516e1e221"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:11:20.122924 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port ed1a3972-5768-4520-be4d-a49516e1e221, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ed1a3972-5768-4520-be4d-a49516e1e221,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:11:20.233046 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:20.236220 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-2cea665f-b8cb-4329-be10-588dee27416f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:20.267413 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58196087-c1fe-403c-afb4-ae0073006166 req-b08d1b02-da10-4a53-a800-226484a6439a tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:20.268977 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-58196087-c1fe-403c-afb4-ae0073006166 req-b08d1b02-da10-4a53-a800-226484a6439a tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc02b36-209c-4457-a3c7-2394e5392471 HTTP/1.1" status: 200 len: 945 time: 0.0834291 Jun 12 17:11:20.295088 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=ed1a3972-5768-4520-be4d-a49516e1e221,revision_number=10']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:20.298253 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:20.315639 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-58196087-c1fe-403c-afb4-ae0073006166 req-288c3100-bedb-4c23-8b11-cc38832edaa5 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386982 Jun 12 17:11:20.360603 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b541e7-911c-4657-b770-1d6fd6bba526 x-openstack-request-id: req-69b541e7-911c-4657-b770-1d6fd6bba526 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:11:20.360911 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e03a23-57b3-4757-ac13-facb82563b93", "name": "network-vif-plugged", "status": "completed", "tag": "ed1a3972-5768-4520-be4d-a49516e1e221", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:11:20.361179 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69b541e7-911c-4657-b770-1d6fd6bba526 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:11:20.361586 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e03a23-57b3-4757-ac13-facb82563b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1a3972-5768-4520-be4d-a49516e1e221', 'code': 200} Jun 12 17:11:20.486706 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82d70d-3046-4472-a752-824547cc2872 req-a3e06e1b-5456-447b-ba04-819e764c26b8 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:20.488438 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7b82d70d-3046-4472-a752-824547cc2872 req-a3e06e1b-5456-447b-ba04-819e764c26b8 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.22 "GET /v2.0/ports?device_id=afc02b36-209c-4457-a3c7-2394e5392471 HTTP/1.1" status: 200 len: 945 time: 0.0736768 Jun 12 17:11:20.635036 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-7b82d70d-3046-4472-a752-824547cc2872 req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Deleting port 047b50b9-4f6f-4f69-8604-5c1191fe5dec {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:11:20.635220 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-7b82d70d-3046-4472-a752-824547cc2872 req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:20.780895 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-7b82d70d-3046-4472-a752-824547cc2872 req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] For port 047b50b9-4f6f-4f69-8604-5c1191fe5dec, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=047b50b9-4f6f-4f69-8604-5c1191fe5dec,segment=NetworkSegment(b482bd03-6f79-44bc-bd0b-901423e42550),segment_id=b482bd03-6f79-44bc-bd0b-901423e42550)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:11:20.781591 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-7b82d70d-3046-4472-a752-824547cc2872 req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:20.791754 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7200da-f566-4dac-8c4c-943eae82c7ca req-54346bca-d6e1-44a0-bd73-9e069708ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:20.793335 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2e7200da-f566-4dac-8c4c-943eae82c7ca req-54346bca-d6e1-44a0-bd73-9e069708ddaf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 1099 time: 0.1671479 Jun 12 17:11:20.885987 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-7b82d70d-3046-4472-a752-824547cc2872 req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Calling delete_port for 047b50b9-4f6f-4f69-8604-5c1191fe5dec owned by compute:nova {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:11:21.009713 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2e7200da-f566-4dac-8c4c-943eae82c7ca req-24718df3-982e-4fd6-a18b-8a967cc06e89 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666830 Jun 12 17:11:21.059718 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abe5e9-2b1a-41c3-83d0-5ff4e7bef9f0 req-c57d50cb-9f8a-4525-b4cd-ea2f7be59707 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:21.061170 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e7abe5e9-2b1a-41c3-83d0-5ff4e7bef9f0 req-c57d50cb-9f8a-4525-b4cd-ea2f7be59707 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 946 time: 0.2171624 Jun 12 17:11:21.147965 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e7abe5e9-2b1a-41c3-83d0-5ff4e7bef9f0 req-bf0a6dd7-cc79-43c5-9a85-a3f7aa312b3e tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779679 Jun 12 17:11:21.248910 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-7b82d70d-3046-4472-a752-824547cc2872 req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:21.253063 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-ce1da8bf-d264-412d-8e8c-4ec2286de9cf tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:21.260066 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['047b50b9-4f6f-4f69-8604-5c1191fe5dec'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:11:21.284388 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Pushing event deleted for resources: {'Port': ['ID=047b50b9-4f6f-4f69-8604-5c1191fe5dec,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:21.297377 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:21.297791 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:21.298162 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:21.298529 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:21.298892 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:21.299251 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:21.299649 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:21.300015 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:21.300370 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:21.300722 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:21.301078 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:21.301430 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:21.325485 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:21.353801 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b82d70d-3046-4472-a752-824547cc2872 req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] No DVR routers for this DVR port 047b50b9-4f6f-4f69-8604-5c1191fe5dec on host hv-cinder-79611 {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:11:21.357189 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-7b82d70d-3046-4472-a752-824547cc2872 req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:21.359163 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7b82d70d-3046-4472-a752-824547cc2872 req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.22 "DELETE /v2.0/ports/047b50b9-4f6f-4f69-8604-5c1191fe5dec HTTP/1.1" status: 204 len: 173 time: 0.8649244 Jun 12 17:11:21.359712 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc02b36-209c-4457-a3c7-2394e5392471', 'name': 'network-vif-deleted', 'tag': '047b50b9-4f6f-4f69-8604-5c1191fe5dec'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:11:21.362032 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8641612d-9141-4acb-9aba-aa8d62e0b21c" -d '{"events": [{"server_uuid": "afc02b36-209c-4457-a3c7-2394e5392471", "name": "network-vif-deleted", "tag": "047b50b9-4f6f-4f69-8604-5c1191fe5dec"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:11:21.397896 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b34f785-f0e6-4481-95b4-d05435c74a4f x-openstack-request-id: req-6b34f785-f0e6-4481-95b4-d05435c74a4f {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:11:21.398305 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc02b36-209c-4457-a3c7-2394e5392471", "name": "network-vif-deleted", "tag": "047b50b9-4f6f-4f69-8604-5c1191fe5dec", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:11:21.398557 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b34f785-f0e6-4481-95b4-d05435c74a4f {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:11:21.399044 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc02b36-209c-4457-a3c7-2394e5392471', 'name': 'network-vif-deleted', 'tag': '047b50b9-4f6f-4f69-8604-5c1191fe5dec', 'status': 'completed', 'code': 200} Jun 12 17:11:21.464000 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-18f1b73f-0954-4e1b-8643-716d9f20ea61 req-90642461-5d88-49ce-8f01-96b6924afa81 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=afc02b36-209c-4457-a3c7-2394e5392471 HTTP/1.1" status: 200 len: 210 time: 0.0329852 Jun 12 17:11:22.048837 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-8966ca65-6bfb-4ce5-a268-1006a268e96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:22.343480 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed53b30-3f35-4b5a-b01f-b8db689f4f3a req-f5b22a24-9049-45fa-af78-1c27a333c252 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:22.344979 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5ed53b30-3f35-4b5a-b01f-b8db689f4f3a req-f5b22a24-9049-45fa-af78-1c27a333c252 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 946 time: 0.0718706 Jun 12 17:11:22.388331 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5ed53b30-3f35-4b5a-b01f-b8db689f4f3a req-9868c42d-555b-49e5-9a14-addeed5d71f2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370350 Jun 12 17:11:23.576344 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13078b84-4a40-46f9-99a9-ddf76b52ed06 req-71dcddb0-7623-4552-b3d3-e8e441e9a286 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:23.577691 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-13078b84-4a40-46f9-99a9-ddf76b52ed06 req-71dcddb0-7623-4552-b3d3-e8e441e9a286 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 946 time: 0.0690284 Jun 12 17:11:23.625336 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-13078b84-4a40-46f9-99a9-ddf76b52ed06 req-942340b8-b255-4319-bcb2-fc5bcb1a26da tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420489 Jun 12 17:11:24.362206 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 047b50b9-4f6f-4f69-8604-5c1191fe5dec no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:11:24.390336 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] No Port match for: 047b50b9-4f6f-4f69-8604-5c1191fe5dec {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:11:24.390695 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 047b50b9-4f6f-4f69-8604-5c1191fe5dec not bound to the agent host hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:11:24.666081 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-2fd6a002-059c-4ba3-bfa9-7cd7e340d2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:24.854301 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:25.763060 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:25.849054 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:27.300412 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:29.231671 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:11:33.262512 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-4abcd040-51e8-489e-9729-029ea92fa97d tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:33.265077 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-4abcd040-51e8-489e-9729-029ea92fa97d tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/networks?id=f15253e5-bedc-449f-92c9-3170b671744e HTTP/1.1" status: 200 len: 813 time: 0.1421864 Jun 12 17:11:33.279204 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-5fe7b1f4-1299-43b9-96ab-bdd93c75afb8 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/quotas/e9e452706e9247a0b06ead3e433113fe HTTP/1.1" status: 200 len: 375 time: 0.0090559 Jun 12 17:11:33.318140 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-1bd7e792-3f91-4b0e-abdf-28c51a992518 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9e452706e9247a0b06ead3e433113fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334969 Jun 12 17:11:33.435738 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-b437fd8f-d7fa-47be-9190-04b7035ffa94 service neutron] 10.222.0.16 "GET /v2.0/networks/f15253e5-bedc-449f-92c9-3170b671744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106009 Jun 12 17:11:33.550041 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-5d95f561-5bb5-4c20-9948-7fab2d3b2eb3 service neutron] 10.222.0.16 "GET /v2.0/networks/f15253e5-bedc-449f-92c9-3170b671744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082714 Jun 12 17:11:33.826793 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2bb35365-d69b-4319-9a4c-2cff33a2d3f9 req-6315ea2f-c5a8-477c-93ec-2511cbce7d6e tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=415df3bd-23b1-4ff0-93ad-afaa11a958d5 HTTP/1.1" status: 200 len: 210 time: 0.0343926 Jun 12 17:11:34.971505 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-1cdffe87-2ecd-4899-9ef9-371cde3c7a9d req-3f97d20f-10a8-438f-8a7d-a7c8a8906b64 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=415df3bd-23b1-4ff0-93ad-afaa11a958d5 HTTP/1.1" status: 200 len: 210 time: 0.0330627 Jun 12 17:11:35.497516 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d0686-93d8-4f56-bb4a-012743603307 req-560dcdc7-03ee-4674-b25f-392d2f864a83 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:35.498952 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f55d0686-93d8-4f56-bb4a-012743603307 req-560dcdc7-03ee-4674-b25f-392d2f864a83 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 945 time: 0.0727961 Jun 12 17:11:35.539806 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f55d0686-93d8-4f56-bb4a-012743603307 req-f26b8604-0e68-47fb-891e-0017eb87aad7 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf778cef-30bb-4768-a187-ed55647b2e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351632 Jun 12 17:11:36.043785 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-837b92ee-03a1-4063-a6f6-4782a8f3ec35 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:36.043785 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-837b92ee-03a1-4063-a6f6-4782a8f3ec35 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.22 "GET /v2.0/networks?id=f15253e5-bedc-449f-92c9-3170b671744e HTTP/1.1" status: 200 len: 813 time: 0.1364648 Jun 12 17:11:36.054377 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-552e3c15-4c72-446c-8c41-a29c0e51a62a tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Request body: {'port': {'device_id': '415df3bd-23b1-4ff0-93ad-afaa11a958d5', 'network_id': 'f15253e5-bedc-449f-92c9-3170b671744e', 'admin_state_up': True, 'tenant_id': 'e9e452706e9247a0b06ead3e433113fe'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:11:36.161636 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6e15c433-41a7-432f-a2f1-b8be32cde5e1 req-06a1ffc8-c3bb-4027-ad15-adcd411c4b00 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=415df3bd-23b1-4ff0-93ad-afaa11a958d5 HTTP/1.1" status: 200 len: 210 time: 0.0732412 Jun 12 17:11:36.283069 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-552e3c15-4c72-446c-8c41-a29c0e51a62a tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Made reservation on behalf of e9e452706e9247a0b06ead3e433113fe for: {'port': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:11:36.286698 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-552e3c15-4c72-446c-8c41-a29c0e51a62a tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:36.429970 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-552e3c15-4c72-446c-8c41-a29c0e51a62a tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Allocated IP 172.20.0.3 (f15253e5-bedc-449f-92c9-3170b671744e/6073f3b1-329d-4c85-807c-28ebeffc358f/01adb8d0-873a-42f2-894c-0c11e5f6d2c6) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:11:36.609616 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-552e3c15-4c72-446c-8c41-a29c0e51a62a tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:36.730263 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479ec3e-0e0c-4e6a-9f20-2a313254f663 req-a2a33bab-c137-4d08-8e39-ab9f94d85cc3 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:36.732798 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4479ec3e-0e0c-4e6a-9f20-2a313254f663 req-a2a33bab-c137-4d08-8e39-ab9f94d85cc3 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 945 time: 0.0713048 Jun 12 17:11:36.749473 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-552e3c15-4c72-446c-8c41-a29c0e51a62a tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:36.753388 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-07dcd86f-b6da-4a0b-b67e-83819ed4d303 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:36.774847 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-4479ec3e-0e0c-4e6a-9f20-2a313254f663 req-2c43853e-f76f-4282-9605-cc069c281d43 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf778cef-30bb-4768-a187-ed55647b2e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371404 Jun 12 17:11:36.800728 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-552e3c15-4c72-446c-8c41-a29c0e51a62a tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Network f15253e5-bedc-449f-92c9-3170b671744e is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:11:36.803922 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-552e3c15-4c72-446c-8c41-a29c0e51a62a tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:11:36.807752 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-552e3c15-4c72-446c-8c41-a29c0e51a62a tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:11:36.840889 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e3c15-4c72-446c-8c41-a29c0e51a62a tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Pushing event updated for resources: {'Port': ['ID=01adb8d0-873a-42f2-894c-0c11e5f6d2c6,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:36.844917 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-552e3c15-4c72-446c-8c41-a29c0e51a62a tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:36.866272 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-552e3c15-4c72-446c-8c41-a29c0e51a62a tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:36.866867 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-552e3c15-4c72-446c-8c41-a29c0e51a62a tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:36.990001 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-552e3c15-4c72-446c-8c41-a29c0e51a62a tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9393775 Jun 12 17:11:37.003148 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Request body: {'port': {'device_id': '415df3bd-23b1-4ff0-93ad-afaa11a958d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:11:37.088753 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:37.722995 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc1ba8-6075-4052-9b20-b886c0b321fa req-25f09217-f3f6-48bf-956e-39c46691ce0d tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:37.724449 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1bcc1ba8-6075-4052-9b20-b886c0b321fa req-25f09217-f3f6-48bf-956e-39c46691ce0d tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=415df3bd-23b1-4ff0-93ad-afaa11a958d5 HTTP/1.1" status: 200 len: 931 time: 0.2137918 Jun 12 17:11:37.739697 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb21db-314e-4e3d-8f42-d74a8e636e56 req-fda7a74b-e5fd-4077-9830-77704f6e8e1a tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:37.741023 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-85fb21db-314e-4e3d-8f42-d74a8e636e56 req-fda7a74b-e5fd-4077-9830-77704f6e8e1a tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.22 "GET /v2.0/ports?device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 945 time: 0.2318740 Jun 12 17:11:37.899061 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1bcc1ba8-6075-4052-9b20-b886c0b321fa req-3b934baf-5d08-4de7-ae0d-fb078b933ec1 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667261 Jun 12 17:11:37.922705 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01adb8d0-873a-42f2-894c-0c11e5f6d2c6 {{(pid=92467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:11:37.933913 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:37.950291 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Transition to ACTIVE for port object 01adb8d0-873a-42f2-894c-0c11e5f6d2c6 will not be triggered until provisioned by entity L2. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:11:37.958782 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-85fb21db-314e-4e3d-8f42-d74a8e636e56 req-3e1a952c-3b97-415b-8e65-c758c061520d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Deleting port 23e1172e-6b33-49a9-9de3-9b8f9107aee8 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:11:37.959136 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-85fb21db-314e-4e3d-8f42-d74a8e636e56 req-3e1a952c-3b97-415b-8e65-c758c061520d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:37.963714 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24476b71-5fc3-4c1d-ba6a-90004b11785f req-586de248-0ab0-4f5f-8252-c6090d7f9585 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:37.965843 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-24476b71-5fc3-4c1d-ba6a-90004b11785f req-586de248-0ab0-4f5f-8252-c6090d7f9585 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 945 time: 0.0759833 Jun 12 17:11:38.008166 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-24476b71-5fc3-4c1d-ba6a-90004b11785f req-eb8cb82c-eec1-4599-addc-54b5a2a4b7b6 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf778cef-30bb-4768-a187-ed55647b2e75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362382 Jun 12 17:11:38.041692 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:38.055870 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-5aa7a050-ff48-4c71-b2d4-39fc4e9b9bcd tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:38.160516 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Pushing event updated for resources: {'Port': ['ID=01adb8d0-873a-42f2-894c-0c11e5f6d2c6,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:38.171181 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:38.174924 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-85fb21db-314e-4e3d-8f42-d74a8e636e56 req-3e1a952c-3b97-415b-8e65-c758c061520d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] For port 23e1172e-6b33-49a9-9de3-9b8f9107aee8, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=23e1172e-6b33-49a9-9de3-9b8f9107aee8,segment=NetworkSegment(244e7e49-79a1-4e4c-afcc-b93d0497c040),segment_id=244e7e49-79a1-4e4c-afcc-b93d0497c040)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:11:38.175290 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-85fb21db-314e-4e3d-8f42-d74a8e636e56 req-3e1a952c-3b97-415b-8e65-c758c061520d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:38.382839 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Attempting to bind port 01adb8d0-873a-42f2-894c-0c11e5f6d2c6 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:11:38.383083 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Attempting to bind port 01adb8d0-873a-42f2-894c-0c11e5f6d2c6 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'b482bd03-6f79-44bc-bd0b-901423e42550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f15253e5-bedc-449f-92c9-3170b671744e'}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:11:38.383409 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Attempting to bind port 01adb8d0-873a-42f2-894c-0c11e5f6d2c6 on network f15253e5-bedc-449f-92c9-3170b671744e {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:11:38.393668 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Port 01adb8d0-873a-42f2-894c-0c11e5f6d2c6 on network f15253e5-bedc-449f-92c9-3170b671744e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 17:11:38.393987 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Attempting to bind port 01adb8d0-873a-42f2-894c-0c11e5f6d2c6 on network f15253e5-bedc-449f-92c9-3170b671744e {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:11:38.444486 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Checking agent: {'id': '2dfdfaa1-9da4-4da7-bc93-db92fb710195', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'started_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:11:38.444823 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Checking segment: {'id': 'b482bd03-6f79-44bc-bd0b-901423e42550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f15253e5-bedc-449f-92c9-3170b671744e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:11:38.445204 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Bound using segment: {'id': 'b482bd03-6f79-44bc-bd0b-901423e42550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f15253e5-bedc-449f-92c9-3170b671744e'} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:11:38.445630 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Bound port: 01adb8d0-873a-42f2-894c-0c11e5f6d2c6, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b482bd03-6f79-44bc-bd0b-901423e42550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f15253e5-bedc-449f-92c9-3170b671744e'}}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:11:38.445972 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:38.512509 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-85fb21db-314e-4e3d-8f42-d74a8e636e56 req-3e1a952c-3b97-415b-8e65-c758c061520d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:38.512882 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-85fb21db-314e-4e3d-8f42-d74a8e636e56 req-3e1a952c-3b97-415b-8e65-c758c061520d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16397436'] for floatingip, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:38.513195 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.l3_db [req-85fb21db-314e-4e3d-8f42-d74a8e636e56 req-3e1a952c-3b97-415b-8e65-c758c061520d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Floating IP 67249382-8baf-43b5-ab22-f3ccc1e32a5d disassociated. External IP: 172.27.1.200, port: 23e1172e-6b33-49a9-9de3-9b8f9107aee8. Jun 12 17:11:38.513535 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-85fb21db-314e-4e3d-8f42-d74a8e636e56 req-3e1a952c-3b97-415b-8e65-c758c061520d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Calling delete_port for 23e1172e-6b33-49a9-9de3-9b8f9107aee8 owned by compute:nova {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:11:38.590474 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] For port 01adb8d0-873a-42f2-894c-0c11e5f6d2c6, host hv-cinder-79611, cleared binding levels {{(pid=92467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:11:38.606514 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] For port 01adb8d0-873a-42f2-894c-0c11e5f6d2c6, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=01adb8d0-873a-42f2-894c-0c11e5f6d2c6,segment=NetworkSegment(b482bd03-6f79-44bc-bd0b-901423e42550),segment_id=b482bd03-6f79-44bc-bd0b-901423e42550)] {{(pid=92467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:11:38.700700 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:38.702570 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-1786590f-da7d-44f5-92ab-e05cd8a23829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:38.749713 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:38.750320 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:38.751692 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] 10.222.0.22 "PUT /v2.0/ports/01adb8d0-873a-42f2-894c-0c11e5f6d2c6 HTTP/1.1" status: 200 len: 1093 time: 1.7526066 Jun 12 17:11:38.752196 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415df3bd-23b1-4ff0-93ad-afaa11a958d5', 'tag': '01adb8d0-873a-42f2-894c-0c11e5f6d2c6'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:11:38.754472 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28a8c58-ce2c-462a-9933-fe59316f9b14" -d '{"events": [{"name": "network-changed", "server_uuid": "415df3bd-23b1-4ff0-93ad-afaa11a958d5", "tag": "01adb8d0-873a-42f2-894c-0c11e5f6d2c6"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:11:38.772331 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-85fb21db-314e-4e3d-8f42-d74a8e636e56 req-3e1a952c-3b97-415b-8e65-c758c061520d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:38.784277 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Pushing event updated for resources: {'Port': ['ID=01adb8d0-873a-42f2-894c-0c11e5f6d2c6,revision_number=3']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:38.791562 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:38.791562 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-261c4992-0ed3-45d8-af9a-69a2cc024c49 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:38.793623 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b18e453-bf73-4dae-82fc-7404625aeddc x-openstack-request-id: req-7b18e453-bf73-4dae-82fc-7404625aeddc {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:11:38.793953 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415df3bd-23b1-4ff0-93ad-afaa11a958d5", "tag": "01adb8d0-873a-42f2-894c-0c11e5f6d2c6", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:11:38.794245 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b18e453-bf73-4dae-82fc-7404625aeddc {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:11:38.794673 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415df3bd-23b1-4ff0-93ad-afaa11a958d5', 'tag': '01adb8d0-873a-42f2-894c-0c11e5f6d2c6', 'status': 'completed', 'code': 200} Jun 12 17:11:38.832087 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a952c-3b97-415b-8e65-c758c061520d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Pushing event deleted for resources: {'Port': ['ID=23e1172e-6b33-49a9-9de3-9b8f9107aee8,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:38.854042 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-3e1a952c-3b97-415b-8e65-c758c061520d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:38.990907 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a8c58-ce2c-462a-9933-fe59316f9b14 req-d5f31414-6957-4823-9b44-23753442da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:38.992340 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b28a8c58-ce2c-462a-9933-fe59316f9b14 req-d5f31414-6957-4823-9b44-23753442da8d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9e452706e9247a0b06ead3e433113fe&device_id=415df3bd-23b1-4ff0-93ad-afaa11a958d5 HTTP/1.1" status: 200 len: 1096 time: 0.1707952 Jun 12 17:11:39.047217 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85fb21db-314e-4e3d-8f42-d74a8e636e56 req-3e1a952c-3b97-415b-8e65-c758c061520d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Router df0ef657-9bbd-419b-8709-c062d97e0db2 has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:11:39.084357 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7f067-cb47-4a40-921b-6e6b5f72a97a req-cd1652ad-54ea-4285-bf7b-33b2b57f4e15 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:39.085840 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ddf7f067-cb47-4a40-921b-6e6b5f72a97a req-cd1652ad-54ea-4285-bf7b-33b2b57f4e15 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=415df3bd-23b1-4ff0-93ad-afaa11a958d5 HTTP/1.1" status: 200 len: 943 time: 0.0706286 Jun 12 17:11:39.131616 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ddf7f067-cb47-4a40-921b-6e6b5f72a97a req-761bee31-8f34-4261-8ae6-184391b55865 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390625 Jun 12 17:11:39.268282 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-89819c8a-7461-4629-9d1c-55cd4691e496 req-98099e27-e520-44bd-9c83-1671f19fd08d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 210 time: 0.0994649 Jun 12 17:11:39.274403 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a8c58-ce2c-462a-9933-fe59316f9b14 req-66f65523-8843-47f7-9ec9-30351fa1c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:39.275831 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b28a8c58-ce2c-462a-9933-fe59316f9b14 req-66f65523-8843-47f7-9ec9-30351fa1c49e service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=e9e452706e9247a0b06ead3e433113fe&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2702157 Jun 12 17:11:39.380071 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85fb21db-314e-4e3d-8f42-d74a8e636e56 req-3e1a952c-3b97-415b-8e65-c758c061520d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:11:39.390270 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854e870-9bb4-4d60-9db7-cad5c224cdc1 None None] Sync routers for ids ['df0ef657-9bbd-419b-8709-c062d97e0db2'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:11:39.399184 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9854e870-9bb4-4d60-9db7-cad5c224cdc1 None None] Routers {'df0ef657-9bbd-419b-8709-c062d97e0db2'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:11:39.399859 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-9854e870-9bb4-4d60-9db7-cad5c224cdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:11:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['df0ef657-9bbd-419b-8709-c062d97e0db2'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:11:39.448110 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fb21db-314e-4e3d-8f42-d74a8e636e56 req-3e1a952c-3b97-415b-8e65-c758c061520d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] No DVR routers for this DVR port 23e1172e-6b33-49a9-9de3-9b8f9107aee8 on host hv-cinder-79611 {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:11:39.455670 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-85fb21db-314e-4e3d-8f42-d74a8e636e56 req-3e1a952c-3b97-415b-8e65-c758c061520d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:39.457607 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-85fb21db-314e-4e3d-8f42-d74a8e636e56 req-3e1a952c-3b97-415b-8e65-c758c061520d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.22 "DELETE /v2.0/ports/23e1172e-6b33-49a9-9de3-9b8f9107aee8 HTTP/1.1" status: 204 len: 173 time: 1.7067626 Jun 12 17:11:39.462093 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a8c58-ce2c-462a-9933-fe59316f9b14 req-b762e3c6-98c2-4689-89c1-76b9ec9d5c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:39.463432 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b28a8c58-ce2c-462a-9933-fe59316f9b14 req-b762e3c6-98c2-4689-89c1-76b9ec9d5c0a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1802304 Jun 12 17:11:39.544237 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-9854e870-9bb4-4d60-9db7-cad5c224cdc1 None None] Set router df0ef657-9bbd-419b-8709-c062d97e0db2 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:11:39.557053 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-49d3e833-838d-485f-b4a9-cef6472626b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:39.559294 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-49d3e833-838d-485f-b4a9-cef6472626b1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9e452706e9247a0b06ead3e433113fe&device_id=415df3bd-23b1-4ff0-93ad-afaa11a958d5 HTTP/1.1" status: 200 len: 1096 time: 0.0600219 Jun 12 17:11:39.622517 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-b28fc40f-413e-429c-ad98-07210235c49b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01adb8d0-873a-42f2-894c-0c11e5f6d2c6 HTTP/1.1" status: 200 len: 217 time: 0.0561490 Jun 12 17:11:39.686310 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-6f075543-1e16-4517-82a0-7b9eeec6f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:39.688045 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-6f075543-1e16-4517-82a0-7b9eeec6f1eb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6073f3b1-329d-4c85-807c-28ebeffc358f HTTP/1.1" status: 200 len: 853 time: 0.0587423 Jun 12 17:11:39.729109 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-5cf2fd48-87f3-44ef-905f-7361b2580f03 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f15253e5-bedc-449f-92c9-3170b671744e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332046 Jun 12 17:11:39.809842 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-9854e870-9bb4-4d60-9db7-cad5c224cdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:44Z', 'revision_number': 4, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'gw_port': {'id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:35Z', 'updated_at': '2021-06-12T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '055cb4bd-6568-412e-be80-783443d6006a', 'name': '', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'mac_address': 'fa:16:3e:b3:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:41Z', 'updated_at': '2021-06-12T17:04:59Z', 'revision_number': 5, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'subnets': [{'id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:11:39.813808 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854e870-9bb4-4d60-9db7-cad5c224cdc1 None None] Checking router: df0ef657-9bbd-419b-8709-c062d97e0db2 for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:11:39.822343 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9854e870-9bb4-4d60-9db7-cad5c224cdc1 None None] Routers {'df0ef657-9bbd-419b-8709-c062d97e0db2'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:11:39.822468 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-9854e870-9bb4-4d60-9db7-cad5c224cdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:11:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['df0ef657-9bbd-419b-8709-c062d97e0db2'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:11:39.846569 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-ddf8902a-18b4-46a7-9593-ebf736bdd536 service neutron] 10.222.0.22 "GET /v2.0/networks/f15253e5-bedc-449f-92c9-3170b671744e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106024 Jun 12 17:11:39.970966 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1adf57ff-d33c-42c3-bd78-2aea8e604f2a req-2d0035a9-442e-438b-be28-7b281cac6c31 service neutron] 10.222.0.22 "GET /v2.0/networks/f15253e5-bedc-449f-92c9-3170b671744e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122551 Jun 12 17:11:39.973823 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-9854e870-9bb4-4d60-9db7-cad5c224cdc1 None None] Set router df0ef657-9bbd-419b-8709-c062d97e0db2 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:11:40.234395 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-9854e870-9bb4-4d60-9db7-cad5c224cdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:44Z', 'revision_number': 4, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'gw_port': {'id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:35Z', 'updated_at': '2021-06-12T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '055cb4bd-6568-412e-be80-783443d6006a', 'name': '', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'mac_address': 'fa:16:3e:b3:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:41Z', 'updated_at': '2021-06-12T17:04:59Z', 'revision_number': 5, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'subnets': [{'id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:11:40.238163 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854e870-9bb4-4d60-9db7-cad5c224cdc1 None None] The sync data for ids ['df0ef657-9bbd-419b-8709-c062d97e0db2'] in dv-cinder-796114-2-iscsi is: [{'id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:04:44Z', 'revision_number': 4, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'gw_port': {'id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:35Z', 'updated_at': '2021-06-12T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '055cb4bd-6568-412e-be80-783443d6006a', 'name': '', 'network_id': '1bd00fee-120e-4d62-8f0b-f1dd692edaaf', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'mac_address': 'fa:16:3e:b3:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:41Z', 'updated_at': '2021-06-12T17:04:59Z', 'revision_number': 5, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'subnets': [{'id': 'b6b76acd-3b25-497d-91fe-7cc8125c8173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:11:40.358978 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026fe3f-cb7f-4fd7-93c4-ea1b21263938 req-d9e43571-8ef5-49ac-89e5-29e8003c7564 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:40.361354 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5026fe3f-cb7f-4fd7-93c4-ea1b21263938 req-d9e43571-8ef5-49ac-89e5-29e8003c7564 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=415df3bd-23b1-4ff0-93ad-afaa11a958d5 HTTP/1.1" status: 200 len: 943 time: 0.1039848 Jun 12 17:11:40.415915 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5026fe3f-cb7f-4fd7-93c4-ea1b21263938 req-13f1fae7-ed25-4e96-8be3-881a9c7abbe8 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420129 Jun 12 17:11:40.451442 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1bbd79c8-cf6b-4525-9a3d-359286ebb81e req-cc34ca57-b468-442f-b399-252d44bf0945 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ad8d55-fbe4-469f-a506-f25f3b0b0ed6 HTTP/1.1" status: 200 len: 210 time: 0.0355632 Jun 12 17:11:40.550618 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16d268-03fe-45c7-b053-9a7323f6a740 None None] New status for floating IP 67249382-8baf-43b5-ab22-f3ccc1e32a5d: DOWN {{(pid=92469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 17:11:40.795910 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ad8d55-fbe4-469f-a506-f25f3b0b0ed6', 'name': 'network-vif-deleted', 'tag': '23e1172e-6b33-49a9-9de3-9b8f9107aee8'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:11:40.798273 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff935da-90f5-41d8-be17-5955c6d6aa9a" -d '{"events": [{"server_uuid": "38ad8d55-fbe4-469f-a506-f25f3b0b0ed6", "name": "network-vif-deleted", "tag": "23e1172e-6b33-49a9-9de3-9b8f9107aee8"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:11:40.839727 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbcabbe-03b5-4adf-a5bb-3d6f1a8ddf94 x-openstack-request-id: req-4cbcabbe-03b5-4adf-a5bb-3d6f1a8ddf94 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:11:40.839727 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ad8d55-fbe4-469f-a506-f25f3b0b0ed6", "name": "network-vif-deleted", "tag": "23e1172e-6b33-49a9-9de3-9b8f9107aee8", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:11:40.839727 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4cbcabbe-03b5-4adf-a5bb-3d6f1a8ddf94 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:11:40.839727 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ad8d55-fbe4-469f-a506-f25f3b0b0ed6', 'name': 'network-vif-deleted', 'tag': '23e1172e-6b33-49a9-9de3-9b8f9107aee8', 'status': 'completed', 'code': 200} Jun 12 17:11:41.600125 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce913360-465c-40aa-9ad2-2581e7362c3f req-ca9b7571-1867-481a-9471-0ebfeef4f294 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:41.601576 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ce913360-465c-40aa-9ad2-2581e7362c3f req-ca9b7571-1867-481a-9471-0ebfeef4f294 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=415df3bd-23b1-4ff0-93ad-afaa11a958d5 HTTP/1.1" status: 200 len: 943 time: 0.0689664 Jun 12 17:11:41.646055 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ce913360-465c-40aa-9ad2-2581e7362c3f req-87aef213-4f1e-450c-b13c-277ca884c705 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380783 Jun 12 17:11:41.653128 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 36330) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:11:41.711046 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c440cb72-5b2d-473a-903d-ee25a1b30bbe tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:41.735896 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c440cb72-5b2d-473a-903d-ee25a1b30bbe tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:41.874527 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c440cb72-5b2d-473a-903d-ee25a1b30bbe tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:41.877196 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c440cb72-5b2d-473a-903d-ee25a1b30bbe tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:41.878321 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-c440cb72-5b2d-473a-903d-ee25a1b30bbe tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "DELETE /v2.0/security-groups/cf778cef-30bb-4768-a187-ed55647b2e75 HTTP/1.1" status: 204 len: 168 time: 0.2242694 Jun 12 17:11:41.879115 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-aac36941-6415-4d80-83b2-f244758f4359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:41.881093 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36332) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:11:41.888900 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440cb72-5b2d-473a-903d-ee25a1b30bbe tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf778cef-30bb-4768-a187-ed55647b2e75,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:41.891331 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-c440cb72-5b2d-473a-903d-ee25a1b30bbe tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:41.896051 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.api.v2.resource [None req-72427b9b-0bd1-4700-ba0d-6640a49ee9e9 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] show failed (client error): The resource could not be found. Jun 12 17:11:41.897091 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-72427b9b-0bd1-4700-ba0d-6640a49ee9e9 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "GET /v2.0/security-groups/cf778cef-30bb-4768-a187-ed55647b2e75 HTTP/1.1" status: 404 len: 347 time: 0.0148346 Jun 12 17:11:41.900016 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36334) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:11:42.029114 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 01adb8d0-873a-42f2-894c-0c11e5f6d2c6 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:11:42.032227 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 23e1172e-6b33-49a9-9de3-9b8f9107aee8 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:11:42.055044 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Deleting port 50659d9e-ddf2-4421-99a4-03c4b40eeb7b {{(pid=92466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:11:42.055391 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:42.060689 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] No Port match for: 23e1172e-6b33-49a9-9de3-9b8f9107aee8 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:11:42.061049 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 23e1172e-6b33-49a9-9de3-9b8f9107aee8 not bound to the agent host hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:11:42.156434 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:42.156767 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:42.172071 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 01adb8d0-873a-42f2-894c-0c11e5f6d2c6, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=01adb8d0-873a-42f2-894c-0c11e5f6d2c6,segment=NetworkSegment(b482bd03-6f79-44bc-bd0b-901423e42550),segment_id=b482bd03-6f79-44bc-bd0b-901423e42550)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:11:42.184055 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': '01adb8d0-873a-42f2-894c-0c11e5f6d2c6', 'network_id': 'f15253e5-bedc-449f-92c9-3170b671744e', 'port_id': '01adb8d0-873a-42f2-894c-0c11e5f6d2c6', 'mac_address': 'fa:16:3e:89:01:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6073f3b1-329d-4c85-807c-28ebeffc358f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:11:42.228951 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:42.244672 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01adb8d0-873a-42f2-894c-0c11e5f6d2c6 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:11:42.267421 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 01adb8d0-873a-42f2-894c-0c11e5f6d2c6, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=01adb8d0-873a-42f2-894c-0c11e5f6d2c6,segment=NetworkSegment(b482bd03-6f79-44bc-bd0b-901423e42550),segment_id=b482bd03-6f79-44bc-bd0b-901423e42550)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:11:42.426064 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:42.428877 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:42.490843 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Calling delete_port for 50659d9e-ddf2-4421-99a4-03c4b40eeb7b owned by network:floatingip {{(pid=92466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:11:42.628950 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=01adb8d0-873a-42f2-894c-0c11e5f6d2c6,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:42.636615 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.636974 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.637320 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.637660 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.637994 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.638328 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.638660 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.639010 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.639364 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.639717 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.640045 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.640368 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.644273 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:42.673289 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['01adb8d0-873a-42f2-894c-0c11e5f6d2c6'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:11:42.755154 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12901262'] for port, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:42.758281 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-8a44a6ef-4aaf-4ba5-a472-1d4673170805 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:42.822741 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Pushing event deleted for resources: {'Port': ['ID=50659d9e-ddf2-4421-99a4-03c4b40eeb7b,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:42.859232 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.859636 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.860011 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.860380 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.860741 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.861100 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.861459 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.861817 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.862173 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.862523 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.862876 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.863224 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:11:42.891915 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:42.927020 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks [] for floatingip, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:42.929518 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:42.930635 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-e6fc589e-204a-4cd5-a5bc-1728b2b51647 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] 10.222.0.16 "DELETE /v2.0/floatingips/67249382-8baf-43b5-ab22-f3ccc1e32a5d HTTP/1.1" status: 204 len: 168 time: 1.0297360 Jun 12 17:11:42.942688 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b90d59-0c01-429e-af37-71b09bcb27a5 req-a3dd3700-383c-48cd-94d0-77c07244529e tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:42.944538 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-15b90d59-0c01-429e-af37-71b09bcb27a5 req-a3dd3700-383c-48cd-94d0-77c07244529e tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=415df3bd-23b1-4ff0-93ad-afaa11a958d5 HTTP/1.1" status: 200 len: 944 time: 0.1840608 Jun 12 17:11:42.991186 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-15b90d59-0c01-429e-af37-71b09bcb27a5 req-1633ae40-7515-451d-8086-9a9dd00a4387 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406144 Jun 12 17:11:44.042750 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 01adb8d0-873a-42f2-894c-0c11e5f6d2c6 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:11:44.172640 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba322ee-db76-4360-8f08-7d38bd39deb7 req-df2bdd0f-f2b3-42bb-b4d2-1a5ab60296cb tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:44.174067 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2ba322ee-db76-4360-8f08-7d38bd39deb7 req-df2bdd0f-f2b3-42bb-b4d2-1a5ab60296cb tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=415df3bd-23b1-4ff0-93ad-afaa11a958d5 HTTP/1.1" status: 200 len: 944 time: 0.0677643 Jun 12 17:11:44.217208 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2ba322ee-db76-4360-8f08-7d38bd39deb7 req-b333ef3c-51e3-4729-9995-771a104ec1ac tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376129 Jun 12 17:11:44.229009 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning for port 01adb8d0-873a-42f2-894c-0c11e5f6d2c6 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:11:44.233666 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port 01adb8d0-873a-42f2-894c-0c11e5f6d2c6 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:11:44.234051 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:44.320435 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:44.348138 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415df3bd-23b1-4ff0-93ad-afaa11a958d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01adb8d0-873a-42f2-894c-0c11e5f6d2c6'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:11:44.350407 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da466173-6b6f-4961-a53a-1015a7290d9d" -d '{"events": [{"server_uuid": "415df3bd-23b1-4ff0-93ad-afaa11a958d5", "name": "network-vif-plugged", "status": "completed", "tag": "01adb8d0-873a-42f2-894c-0c11e5f6d2c6"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:11:44.365040 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 01adb8d0-873a-42f2-894c-0c11e5f6d2c6, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=01adb8d0-873a-42f2-894c-0c11e5f6d2c6,segment=NetworkSegment(b482bd03-6f79-44bc-bd0b-901423e42550),segment_id=b482bd03-6f79-44bc-bd0b-901423e42550)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:11:44.385025 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cec2921-7b0c-473f-82e2-25a7efb385c3 x-openstack-request-id: req-6cec2921-7b0c-473f-82e2-25a7efb385c3 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:11:44.385327 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415df3bd-23b1-4ff0-93ad-afaa11a958d5", "name": "network-vif-plugged", "status": "completed", "tag": "01adb8d0-873a-42f2-894c-0c11e5f6d2c6", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:11:44.390046 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cec2921-7b0c-473f-82e2-25a7efb385c3 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:11:44.390046 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415df3bd-23b1-4ff0-93ad-afaa11a958d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01adb8d0-873a-42f2-894c-0c11e5f6d2c6', 'code': 200} Jun 12 17:11:44.443041 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:44.445591 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-bcf9c467-c4a1-45de-b342-6cfc06759190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:44.501850 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=01adb8d0-873a-42f2-894c-0c11e5f6d2c6,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:44.504907 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:45.088654 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b207b64-58e9-4ba5-9cb6-35873e0891b4 req-5d43fab7-9d6e-4401-af90-eca779886382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:45.090085 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1b207b64-58e9-4ba5-9cb6-35873e0891b4 req-5d43fab7-9d6e-4401-af90-eca779886382 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=415df3bd-23b1-4ff0-93ad-afaa11a958d5 HTTP/1.1" status: 200 len: 1098 time: 0.3626699 Jun 12 17:11:45.130660 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-1b207b64-58e9-4ba5-9cb6-35873e0891b4 req-bca82408-3758-4af4-b8bf-2e1c6103c721 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315666 Jun 12 17:11:45.394684 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c219f-fa63-49e5-a278-5131c5f91b5b req-cd8522ee-6fcc-4191-8f37-489684f804ad tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:45.396063 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5f2c219f-fa63-49e5-a278-5131c5f91b5b req-cd8522ee-6fcc-4191-8f37-489684f804ad tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=415df3bd-23b1-4ff0-93ad-afaa11a958d5 HTTP/1.1" status: 200 len: 945 time: 0.0674672 Jun 12 17:11:45.440489 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5f2c219f-fa63-49e5-a278-5131c5f91b5b req-52c1d66d-e483-43a0-b1f8-ffc102886366 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383530 Jun 12 17:11:46.621309 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839f476-ef41-41cc-adbe-44b2e747eba8 req-1f4c8dcb-4901-4782-b402-fa2378e9c484 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:46.622785 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d839f476-ef41-41cc-adbe-44b2e747eba8 req-1f4c8dcb-4901-4782-b402-fa2378e9c484 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=415df3bd-23b1-4ff0-93ad-afaa11a958d5 HTTP/1.1" status: 200 len: 945 time: 0.0692904 Jun 12 17:11:46.665529 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d839f476-ef41-41cc-adbe-44b2e747eba8 req-999d64e7-a6b9-4d00-909e-cda74e43183c tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360887 Jun 12 17:11:47.232419 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36382) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:11:47.792481 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-3f07f4b5-7788-48e3-819e-a3edf688cc43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16398811'] for router_interface, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:48.117901 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-3f07f4b5-7788-48e3-819e-a3edf688cc43 admin admin] Deleting port 055cb4bd-6568-412e-be80-783443d6006a {{(pid=92466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:11:48.118244 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-3f07f4b5-7788-48e3-819e-a3edf688cc43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:48.219946 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.db [None req-3f07f4b5-7788-48e3-819e-a3edf688cc43 admin admin] For port 055cb4bd-6568-412e-be80-783443d6006a, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=055cb4bd-6568-412e-be80-783443d6006a,segment=NetworkSegment(244e7e49-79a1-4e4c-afcc-b93d0497c040),segment_id=244e7e49-79a1-4e4c-afcc-b93d0497c040)] {{(pid=92466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:11:48.220363 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-3f07f4b5-7788-48e3-819e-a3edf688cc43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:48.310960 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-3f07f4b5-7788-48e3-819e-a3edf688cc43 admin admin] Calling delete_port for 055cb4bd-6568-412e-be80-783443d6006a owned by network:router_interface {{(pid=92466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:11:48.625890 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-3f07f4b5-7788-48e3-819e-a3edf688cc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12901262'] for port, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:48.627930 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:48.661630 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07f4b5-7788-48e3-819e-a3edf688cc43 admin admin] Pushing event deleted for resources: {'Port': ['ID=055cb4bd-6568-412e-be80-783443d6006a,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:48.664727 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-3f07f4b5-7788-48e3-819e-a3edf688cc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:48.875314 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-3f07f4b5-7788-48e3-819e-a3edf688cc43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16267056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16398923'] for router_interface, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:49.158812 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f07f4b5-7788-48e3-819e-a3edf688cc43 admin admin] Router df0ef657-9bbd-419b-8709-c062d97e0db2 has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:11:49.298165 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f07f4b5-7788-48e3-819e-a3edf688cc43 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:11:49.303989 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-3f07f4b5-7788-48e3-819e-a3edf688cc43 admin admin] 10.222.0.16 "PUT /v2.0/routers/df0ef657-9bbd-419b-8709-c062d97e0db2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0705256 Jun 12 17:11:49.305743 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36390) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:11:49.307080 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f528b11e-f7e3-44c0-9c67-c8d2379f33e3 None None] Sync routers for ids ['df0ef657-9bbd-419b-8709-c062d97e0db2'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:11:49.317820 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f528b11e-f7e3-44c0-9c67-c8d2379f33e3 None None] Routers {'df0ef657-9bbd-419b-8709-c062d97e0db2'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:11:49.318436 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-f528b11e-f7e3-44c0-9c67-c8d2379f33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:11:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['df0ef657-9bbd-419b-8709-c062d97e0db2'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:11:49.460942 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-f528b11e-f7e3-44c0-9c67-c8d2379f33e3 None None] Set router df0ef657-9bbd-419b-8709-c062d97e0db2 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:11:49.691165 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-170586b0-d1c0-413d-a34d-358e2398f0ac admin admin] Notify callbacks [] for router, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:49.696525 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-f528b11e-f7e3-44c0-9c67-c8d2379f33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:11:48Z', 'revision_number': 5, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'gw_port': {'id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:35Z', 'updated_at': '2021-06-12T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:11:49.700533 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f528b11e-f7e3-44c0-9c67-c8d2379f33e3 None None] Checking router: df0ef657-9bbd-419b-8709-c062d97e0db2 for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:11:49.708843 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f528b11e-f7e3-44c0-9c67-c8d2379f33e3 None None] Routers {'df0ef657-9bbd-419b-8709-c062d97e0db2'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:11:49.709455 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-f528b11e-f7e3-44c0-9c67-c8d2379f33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:11:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['df0ef657-9bbd-419b-8709-c062d97e0db2'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:11:49.841940 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-170586b0-d1c0-413d-a34d-358e2398f0ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:49.855857 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-f528b11e-f7e3-44c0-9c67-c8d2379f33e3 None None] Set router df0ef657-9bbd-419b-8709-c062d97e0db2 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:11:49.986190 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-170586b0-d1c0-413d-a34d-358e2398f0ac admin admin] Deleting port 657dc42f-8d6e-44b4-9e3a-069ebde5f9ea {{(pid=92466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:11:49.986782 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-170586b0-d1c0-413d-a34d-358e2398f0ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:50.098441 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-f528b11e-f7e3-44c0-9c67-c8d2379f33e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:11:48Z', 'revision_number': 5, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'gw_port': {'id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:35Z', 'updated_at': '2021-06-12T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:11:50.105258 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.db [None req-170586b0-d1c0-413d-a34d-358e2398f0ac admin admin] For port 657dc42f-8d6e-44b4-9e3a-069ebde5f9ea, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=657dc42f-8d6e-44b4-9e3a-069ebde5f9ea,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:11:50.105691 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-170586b0-d1c0-413d-a34d-358e2398f0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:50.106270 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f528b11e-f7e3-44c0-9c67-c8d2379f33e3 None None] The sync data for ids ['df0ef657-9bbd-419b-8709-c062d97e0db2'] in dv-cinder-796114-2-iscsi is: [{'id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'name': 'tempest-AttachVolumeTestJSON-1330182457-router', 'tenant_id': '27f65002b23d4deb8a864f9d7c9721a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:33Z', 'updated_at': '2021-06-12T17:11:48Z', 'revision_number': 5, 'project_id': '27f65002b23d4deb8a864f9d7c9721a6', 'gw_port': {'id': '657dc42f-8d6e-44b4-9e3a-069ebde5f9ea', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:65:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0ef657-9bbd-419b-8709-c062d97e0db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:35Z', 'updated_at': '2021-06-12T17:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:11:50.200965 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-170586b0-d1c0-413d-a34d-358e2398f0ac admin admin] Calling delete_port for 657dc42f-8d6e-44b4-9e3a-069ebde5f9ea owned by network:router_gateway {{(pid=92466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:11:50.488683 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-170586b0-d1c0-413d-a34d-358e2398f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12901262'] for port, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:50.490901 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:50.522492 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170586b0-d1c0-413d-a34d-358e2398f0ac admin admin] Pushing event deleted for resources: {'Port': ['ID=657dc42f-8d6e-44b4-9e3a-069ebde5f9ea,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:50.526522 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-170586b0-d1c0-413d-a34d-358e2398f0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:50.597828 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-170586b0-d1c0-413d-a34d-358e2398f0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16397336'] for router_gateway, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:50.745663 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-170586b0-d1c0-413d-a34d-358e2398f0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16469225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12268'] for router, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:50.747655 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-170586b0-d1c0-413d-a34d-358e2398f0ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:50.900013 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-170586b0-d1c0-413d-a34d-358e2398f0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16400959'] for router, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:50.900590 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170586b0-d1c0-413d-a34d-358e2398f0ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router df0ef657-9bbd-419b-8709-c062d97e0db2 {{(pid=92466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 17:11:50.908776 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-170586b0-d1c0-413d-a34d-358e2398f0ac admin admin] Notify callbacks [] for router, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:50.908776 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-170586b0-d1c0-413d-a34d-358e2398f0ac admin admin] 10.222.0.16 "DELETE /v2.0/routers/df0ef657-9bbd-419b-8709-c062d97e0db2 HTTP/1.1" status: 204 len: 168 time: 1.6010251 Jun 12 17:11:50.911067 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36394) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:11:50.968498 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1cabae-faff-4973-b7f7-85411650aef8 admin admin] Deleting subnet b6b76acd-3b25-497d-91fe-7cc8125c8173 {{(pid=92466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 17:11:50.973348 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-eb1cabae-faff-4973-b7f7-85411650aef8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:51.024013 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-eb1cabae-faff-4973-b7f7-85411650aef8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496856'] for subnet, precommit_delete_associations {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:51.112769 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-eb1cabae-faff-4973-b7f7-85411650aef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744179'] for subnet, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:51.231311 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-eb1cabae-faff-4973-b7f7-85411650aef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12900468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13056930'] for subnet, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:51.234292 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:51.269027 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1cabae-faff-4973-b7f7-85411650aef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6b76acd-3b25-497d-91fe-7cc8125c8173,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:51.270986 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-eb1cabae-faff-4973-b7f7-85411650aef8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:51.274645 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-eb1cabae-faff-4973-b7f7-85411650aef8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b6b76acd-3b25-497d-91fe-7cc8125c8173 HTTP/1.1" status: 204 len: 168 time: 0.3607705 Jun 12 17:11:51.274983 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e06293-5e89-4803-91b0-b9497544257c None None] Network 1bd00fee-120e-4d62-8f0b-f1dd692edaaf requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:11:51.275489 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 36400) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:11:51.275934 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-eb1cabae-faff-4973-b7f7-85411650aef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:51.367673 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538232'] for network, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:51.430759 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] Deleting port 83e02ca6-5fab-4eac-a402-ae7341a430e6 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:11:51.431143 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:51.503510 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11e8e99-a606-4b5d-b44a-97f8cafabc7b None None] DHCP port deletion for 1bd00fee-120e-4d62-8f0b-f1dd692edaaf request from dv-cinder-796114-2-iscsi {{(pid=92468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 17:11:51.517953 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] For port 83e02ca6-5fab-4eac-a402-ae7341a430e6, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=83e02ca6-5fab-4eac-a402-ae7341a430e6,segment=NetworkSegment(244e7e49-79a1-4e4c-afcc-b93d0497c040),segment_id=244e7e49-79a1-4e4c-afcc-b93d0497c040)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:11:51.518308 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:51.556181 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-d11e8e99-a606-4b5d-b44a-97f8cafabc7b None None] Deleting port 83e02ca6-5fab-4eac-a402-ae7341a430e6 {{(pid=92468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:11:51.556481 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-d11e8e99-a606-4b5d-b44a-97f8cafabc7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:51.611774 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] Calling delete_port for 83e02ca6-5fab-4eac-a402-ae7341a430e6 owned by network:dhcp {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:11:51.641990 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-d11e8e99-a606-4b5d-b44a-97f8cafabc7b None None] For port 83e02ca6-5fab-4eac-a402-ae7341a430e6, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=83e02ca6-5fab-4eac-a402-ae7341a430e6,segment=NetworkSegment(244e7e49-79a1-4e4c-afcc-b93d0497c040),segment_id=244e7e49-79a1-4e4c-afcc-b93d0497c040)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:11:51.642313 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-d11e8e99-a606-4b5d-b44a-97f8cafabc7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:51.733106 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-d11e8e99-a606-4b5d-b44a-97f8cafabc7b None None] Calling delete_port for 83e02ca6-5fab-4eac-a402-ae7341a430e6 owned by network:dhcp {{(pid=92468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:11:51.780438 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:51.782753 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e98c0034-edf0-48bc-9c7b-9f26be0d8f8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:51.817201 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] No DVR routers for this DVR port 83e02ca6-5fab-4eac-a402-ae7341a430e6 on host dv-cinder-796114-2-iscsi {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:11:51.821055 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] Pushing event deleted for resources: {'Port': ['ID=83e02ca6-5fab-4eac-a402-ae7341a430e6,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:51.823209 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:51.827081 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-d11e8e99-a606-4b5d-b44a-97f8cafabc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048'] for port, after_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:51.829885 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:51.862532 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e8e99-a606-4b5d-b44a-97f8cafabc7b None None] Pushing event deleted for resources: {'Port': ['ID=83e02ca6-5fab-4eac-a402-ae7341a430e6,revision_number=None']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:51.864392 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11e8e99-a606-4b5d-b44a-97f8cafabc7b None None] No DVR routers for this DVR port 83e02ca6-5fab-4eac-a402-ae7341a430e6 on host dv-cinder-796114-2-iscsi {{(pid=92468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:11:51.865770 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-d11e8e99-a606-4b5d-b44a-97f8cafabc7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:51.922703 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741742', 'neutron.services.segments.db._delete_segments_for_network-8742179925432'] for network, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:51.934220 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd00fee-120e-4d62-8f0b-f1dd692edaaf']}} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:11:51.945207 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244e7e49-79a1-4e4c-afcc-b93d0497c040') {'for_net_delete': True} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:11:51.945504 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244e7e49-79a1-4e4c-afcc-b93d0497c040') {} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:11:51.955352 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742179925270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58650094'] for segment, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:51.970013 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:51.975823 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=92467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58650346'] for segment, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: Traceback (most recent call last): Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: timer() Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: cb(*args, **kw) Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: return func(*args, **kwargs) Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: self._notify() Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: self.callback(batched_events) Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: event.method(event) Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: return f(self, *a, **k) Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._get(url).json() Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: return self.request(url, 'GET', **kwargs) Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 17:11:51.979614 dv-cinder-796114-2-iscsi neutron-server[92467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 17:11:52.082836 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-2d8ddf79-7867-45ad-b365-8cf41ff51513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:52.114544 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 055cb4bd-6568-412e-be80-783443d6006a no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:11:52.131760 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16397317'] for network, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:52.135259 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:52.137786 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:52.143070 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1bd00fee-120e-4d62-8f0b-f1dd692edaaf HTTP/1.1" status: 204 len: 168 time: 0.8630610 Jun 12 17:11:52.143440 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: 055cb4bd-6568-412e-be80-783443d6006a {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:11:52.143440 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 055cb4bd-6568-412e-be80-783443d6006a not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:11:52.143440 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 657dc42f-8d6e-44b4-9e3a-069ebde5f9ea no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:11:52.153524 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bd00fee-120e-4d62-8f0b-f1dd692edaaf,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:52.155986 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:52.165639 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: 657dc42f-8d6e-44b4-9e3a-069ebde5f9ea {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:11:52.166005 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 657dc42f-8d6e-44b4-9e3a-069ebde5f9ea not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:11:52.167140 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 83e02ca6-5fab-4eac-a402-ae7341a430e6 no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:11:52.190382 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: 83e02ca6-5fab-4eac-a402-ae7341a430e6 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:11:52.190745 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 83e02ca6-5fab-4eac-a402-ae7341a430e6 not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:11:52.477904 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36406) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:11:52.521441 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-6b0259e2-fd29-4f76-b111-801ef593454e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27f65002b23d4deb8a864f9d7c9721a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0422862 Jun 12 17:11:52.523750 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36408) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:11:52.575049 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4c3b46d0-479b-4922-8e24-839c344b390b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:52.597821 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4c3b46d0-479b-4922-8e24-839c344b390b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:52.720630 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4c3b46d0-479b-4922-8e24-839c344b390b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:52.723246 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4c3b46d0-479b-4922-8e24-839c344b390b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:52.724424 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-4c3b46d0-479b-4922-8e24-839c344b390b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b972bab-882a-42bd-b00a-97091fcb0b4b HTTP/1.1" status: 204 len: 168 time: 0.1997902 Jun 12 17:11:52.725194 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-74ef1fd8-ca94-47c8-aea6-28b69a9e3505 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:52.734653 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b46d0-479b-4922-8e24-839c344b390b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b972bab-882a-42bd-b00a-97091fcb0b4b,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:52.737079 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-4c3b46d0-479b-4922-8e24-839c344b390b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:53.780444 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36432) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:11:53.872560 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-7fd8dde9-b734-4426-959d-2f6f279ee8d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-632535574-network', 'tenant_id': '90600264dd924818bd57c76844e97be8'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:11:53.990940 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd8dde9-b734-4426-959d-2f6f279ee8d1 admin admin] Made reservation on behalf of 90600264dd924818bd57c76844e97be8 for: {'network': 1} {{(pid=92466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:11:53.993201 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dde9-b734-4426-959d-2f6f279ee8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for network, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:54.003814 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dde9-b734-4426-959d-2f6f279ee8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:54.097015 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dde9-b734-4426-959d-2f6f279ee8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:54.208851 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dde9-b734-4426-959d-2f6f279ee8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:54.212002 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-c45fbbc8-5a96-4e44-83ff-7935f28f1fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:54.238007 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd8dde9-b734-4426-959d-2f6f279ee8d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=92466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 17:11:54.244384 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8dde9-b734-4426-959d-2f6f279ee8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a59629-9d46-41ea-857a-5ad70998e094,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:54.248161 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-7fd8dde9-b734-4426-959d-2f6f279ee8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:54.250994 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dde9-b734-4426-959d-2f6f279ee8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:54.251473 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.db.segments_db [None req-7fd8dde9-b734-4426-959d-2f6f279ee8d1 admin admin] Added segment af35a6c3-d19f-4dfd-9d78-b2e8c1fadaa3 of type vlan for network d507ef5e-9b8a-4463-a21d-be26fc8c58cb Jun 12 17:11:54.303400 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dde9-b734-4426-959d-2f6f279ee8d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742179357597'] for network, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:54.434358 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dde9-b734-4426-959d-2f6f279ee8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065'] for network, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:54.435697 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd8dde9-b734-4426-959d-2f6f279ee8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:54.436284 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dde9-b734-4426-959d-2f6f279ee8d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:54.439289 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:54.515801 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8dde9-b734-4426-959d-2f6f279ee8d1 admin admin] Pushing event updated for resources: {'Network': ['ID=d507ef5e-9b8a-4463-a21d-be26fc8c58cb,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:54.518571 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-7fd8dde9-b734-4426-959d-2f6f279ee8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:54.529278 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Network d507ef5e-9b8a-4463-a21d-be26fc8c58cb details requested by agent ovs-agent-dv-cinder-796114-2-iscsi with host dv-cinder-796114-2-iscsi {{(pid=92468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 17:11:54.549656 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-7fd8dde9-b734-4426-959d-2f6f279ee8d1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7679534 Jun 12 17:11:54.552853 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36438) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:11:54.558353 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-54a15ef8-3ae2-4450-8179-486278ce063f admin admin] Request body: {'subnet': {'network_id': 'd507ef5e-9b8a-4463-a21d-be26fc8c58cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-632535574-subnet', 'tenant_id': '90600264dd924818bd57c76844e97be8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:11:54.653979 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a15ef8-3ae2-4450-8179-486278ce063f admin admin] Made reservation on behalf of 90600264dd924818bd57c76844e97be8 for: {'subnet': 1} {{(pid=92466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:11:54.656358 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-54a15ef8-3ae2-4450-8179-486278ce063f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13056911'] for subnet, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:54.737636 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-80b65505-77ef-46df-b56f-883586a2f1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:54.874688 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:54.918036 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-54a15ef8-3ae2-4450-8179-486278ce063f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12900407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13056921'] for subnet, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:54.921174 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-998dec03-25ad-4cb2-8f82-f299e89258a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:54.981030 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a15ef8-3ae2-4450-8179-486278ce063f admin admin] Pushing event updated for resources: {'Subnet': ['ID=20b612f7-2a26-4fce-a756-1a64af1c709b,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:54.988798 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-54a15ef8-3ae2-4450-8179-486278ce063f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:55.000351 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a15ef8-3ae2-4450-8179-486278ce063f admin admin] Checking segment: {'id': 'af35a6c3-d19f-4dfd-9d78-b2e8c1fadaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd507ef5e-9b8a-4463-a21d-be26fc8c58cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:11:55.000351 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a15ef8-3ae2-4450-8179-486278ce063f admin admin] Network hostable DHCP agents. Network: d507ef5e-9b8a-4463-a21d-be26fc8c58cb, hostable agents: ['dea24f1a-15dd-4e40-8754-3f5bb8b9c420'], hosted agents: [] {{(pid=92466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 17:11:55.094196 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a15ef8-3ae2-4450-8179-486278ce063f admin admin] Network d507ef5e-9b8a-4463-a21d-be26fc8c58cb is scheduled to be hosted by DHCP agent dea24f1a-15dd-4e40-8754-3f5bb8b9c420 with binding_index 1 {{(pid=92466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 17:11:55.182708 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-54a15ef8-3ae2-4450-8179-486278ce063f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-2-iscsi, d507ef5e-9b8a-4463-a21d-be26fc8c58cb) {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:11:55.191195 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a15ef8-3ae2-4450-8179-486278ce063f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:55.191829 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-54a15ef8-3ae2-4450-8179-486278ce063f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:55.191989 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67871ed-0fdd-4be0-a9dd-e3b43291d6ee None None] Network d507ef5e-9b8a-4463-a21d-be26fc8c58cb requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:11:55.312747 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-54a15ef8-3ae2-4450-8179-486278ce063f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7588069 Jun 12 17:11:55.499732 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c950e9c9-a78e-4a25-8fd2-57f548a984f4 None None] Network d507ef5e-9b8a-4463-a21d-be26fc8c58cb requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:11:55.800598 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:55.820146 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:56.003020 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36462) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:11:56.007919 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-42e1a049-5bbf-49db-aada-20e8a272c6ec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1908429142-network', 'tenant_id': 'fd557165658b45ee835e33512a49512a'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:11:56.140063 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e1a049-5bbf-49db-aada-20e8a272c6ec admin admin] Made reservation on behalf of fd557165658b45ee835e33512a49512a for: {'network': 1} {{(pid=92466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:11:56.142538 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-42e1a049-5bbf-49db-aada-20e8a272c6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for network, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:56.153018 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-42e1a049-5bbf-49db-aada-20e8a272c6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:56.242394 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-42e1a049-5bbf-49db-aada-20e8a272c6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:56.325707 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-42e1a049-5bbf-49db-aada-20e8a272c6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:56.329550 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-09e48211-fc7a-4119-af8f-d255e7544b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:56.347330 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e1a049-5bbf-49db-aada-20e8a272c6ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=92466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 17:11:56.363014 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1a049-5bbf-49db-aada-20e8a272c6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9764a2-d422-4cc1-b9f2-600b7dc79255,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:56.365844 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-42e1a049-5bbf-49db-aada-20e8a272c6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:56.366192 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.db.segments_db [None req-42e1a049-5bbf-49db-aada-20e8a272c6ec admin admin] Added segment 34d2d063-bbc4-4383-8257-a9fa6a4adb60 of type vlan for network db252cc9-90bb-4ded-9f21-7c80e062e063 Jun 12 17:11:56.367557 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-42e1a049-5bbf-49db-aada-20e8a272c6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:56.414491 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-42e1a049-5bbf-49db-aada-20e8a272c6ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742179357597'] for network, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:56.522573 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-42e1a049-5bbf-49db-aada-20e8a272c6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065'] for network, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:56.523925 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e1a049-5bbf-49db-aada-20e8a272c6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:56.524521 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-42e1a049-5bbf-49db-aada-20e8a272c6ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:56.526671 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-cbaa6d50-e496-4515-b3a5-7332017c48ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:56.603627 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1a049-5bbf-49db-aada-20e8a272c6ec admin admin] Pushing event updated for resources: {'Network': ['ID=db252cc9-90bb-4ded-9f21-7c80e062e063,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:56.606644 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-42e1a049-5bbf-49db-aada-20e8a272c6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:56.613610 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Network db252cc9-90bb-4ded-9f21-7c80e062e063 details requested by agent ovs-agent-dv-cinder-796114-2-iscsi with host dv-cinder-796114-2-iscsi {{(pid=92468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 17:11:56.641436 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-42e1a049-5bbf-49db-aada-20e8a272c6ec admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6368146 Jun 12 17:11:56.645234 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 36464) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:11:56.649420 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-f18c17b7-e346-4d89-9424-aae9af04677e admin admin] Request body: {'subnet': {'network_id': 'db252cc9-90bb-4ded-9f21-7c80e062e063', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1908429142-subnet', 'tenant_id': 'fd557165658b45ee835e33512a49512a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:11:56.762789 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18c17b7-e346-4d89-9424-aae9af04677e admin admin] Made reservation on behalf of fd557165658b45ee835e33512a49512a for: {'subnet': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:11:56.765212 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f18c17b7-e346-4d89-9424-aae9af04677e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57867025'] for subnet, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:57.031486 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f18c17b7-e346-4d89-9424-aae9af04677e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58649856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57867015'] for subnet, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:57.033812 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:57.098515 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c17b7-e346-4d89-9424-aae9af04677e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c2638c2-c730-4cc1-aaf5-39b42ee94718,revision_number=0']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:57.102201 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-f18c17b7-e346-4d89-9424-aae9af04677e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:57.109155 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c17b7-e346-4d89-9424-aae9af04677e admin admin] Checking segment: {'id': '34d2d063-bbc4-4383-8257-a9fa6a4adb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'db252cc9-90bb-4ded-9f21-7c80e062e063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:11:57.109509 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18c17b7-e346-4d89-9424-aae9af04677e admin admin] Network hostable DHCP agents. Network: db252cc9-90bb-4ded-9f21-7c80e062e063, hostable agents: ['dea24f1a-15dd-4e40-8754-3f5bb8b9c420'], hosted agents: [] {{(pid=92467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 17:11:57.177204 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18c17b7-e346-4d89-9424-aae9af04677e admin admin] Network db252cc9-90bb-4ded-9f21-7c80e062e063 is scheduled to be hosted by DHCP agent dea24f1a-15dd-4e40-8754-3f5bb8b9c420 with binding_index 1 {{(pid=92467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 17:11:57.262940 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-f18c17b7-e346-4d89-9424-aae9af04677e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-2-iscsi, db252cc9-90bb-4ded-9f21-7c80e062e063) {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:11:57.268938 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18c17b7-e346-4d89-9424-aae9af04677e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:57.270335 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f18c17b7-e346-4d89-9424-aae9af04677e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:57.274646 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ad3f66-8f93-4518-9c0e-37291f87afae None None] Network db252cc9-90bb-4ded-9f21-7c80e062e063 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:11:57.343595 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:57.374693 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-f18c17b7-e346-4d89-9424-aae9af04677e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7296712 Jun 12 17:11:57.431832 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a47b536-246f-4d93-ac78-47ff38882ba5 None None] Network db252cc9-90bb-4ded-9f21-7c80e062e063 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:11:57.490137 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36470) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:11:57.543840 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae4fb10-d61a-4d7b-843f-7c728d830d25 admin admin] Deleting subnet 20b612f7-2a26-4fce-a756-1a64af1c709b {{(pid=92466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 17:11:57.546976 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fb10-d61a-4d7b-843f-7c728d830d25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:57.593201 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fb10-d61a-4d7b-843f-7c728d830d25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496856'] for subnet, precommit_delete_associations {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:57.638613 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fb10-d61a-4d7b-843f-7c728d830d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744179'] for subnet, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:57.780963 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fb10-d61a-4d7b-843f-7c728d830d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12900468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13056930'] for subnet, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:57.784396 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-81f6f98b-fec6-4644-8c04-591d48427981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:57.818715 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4fb10-d61a-4d7b-843f-7c728d830d25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20b612f7-2a26-4fce-a756-1a64af1c709b,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:57.821324 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-2ae4fb10-d61a-4d7b-843f-7c728d830d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:57.824411 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fb10-d61a-4d7b-843f-7c728d830d25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:57.826506 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-2ae4fb10-d61a-4d7b-843f-7c728d830d25 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/20b612f7-2a26-4fce-a756-1a64af1c709b HTTP/1.1" status: 204 len: 168 time: 0.3351030 Jun 12 17:11:57.830204 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36474) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:11:57.918648 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-997aad96-9a27-4422-8fd3-50419ae16322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538232'] for network, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:58.022159 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-997aad96-9a27-4422-8fd3-50419ae16322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741742', 'neutron.services.segments.db._delete_segments_for_network-8742179925432'] for network, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:58.033557 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.services.segments.db [None req-997aad96-9a27-4422-8fd3-50419ae16322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d507ef5e-9b8a-4463-a21d-be26fc8c58cb']}} {{(pid=92466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:11:58.044334 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.services.segments.db [None req-997aad96-9a27-4422-8fd3-50419ae16322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af35a6c3-d19f-4dfd-9d78-b2e8c1fadaa3') {'for_net_delete': True} {{(pid=92466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:11:58.044625 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.services.segments.db [None req-997aad96-9a27-4422-8fd3-50419ae16322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af35a6c3-d19f-4dfd-9d78-b2e8c1fadaa3') {} {{(pid=92466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:11:58.054446 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-997aad96-9a27-4422-8fd3-50419ae16322 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742179925270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496851'] for segment, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:58.069384 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-997aad96-9a27-4422-8fd3-50419ae16322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:58.075932 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997aad96-9a27-4422-8fd3-50419ae16322 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=92466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-997aad96-9a27-4422-8fd3-50419ae16322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12901341'] for segment, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: Traceback (most recent call last): Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: timer() Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: cb(*args, **kw) Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: return func(*args, **kwargs) Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: self._notify() Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: self.callback(batched_events) Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: event.method(event) Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: return f(self, *a, **k) Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: return self._get(url).json() Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: return self.request(url, 'GET', **kwargs) Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 17:11:58.079213 dv-cinder-796114-2-iscsi neutron-server[92466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 17:11:58.274580 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-997aad96-9a27-4422-8fd3-50419ae16322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16397317'] for network, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:58.278086 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b7d4bc9b-e526-42ea-9209-989ceffdff55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:58.281058 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-997aad96-9a27-4422-8fd3-50419ae16322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:58.282286 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-997aad96-9a27-4422-8fd3-50419ae16322 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d507ef5e-9b8a-4463-a21d-be26fc8c58cb HTTP/1.1" status: 204 len: 168 time: 0.4511914 Jun 12 17:11:58.285140 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 36476) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:11:58.295413 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997aad96-9a27-4422-8fd3-50419ae16322 admin admin] Pushing event deleted for resources: {'Network': ['ID=d507ef5e-9b8a-4463-a21d-be26fc8c58cb,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:58.297658 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-997aad96-9a27-4422-8fd3-50419ae16322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:58.339037 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_v2 [None req-0446a366-0c42-49df-b8f8-e1c153830ccc admin admin] Deleting subnet 5c2638c2-c730-4cc1-aaf5-39b42ee94718 {{(pid=92467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 17:11:58.342160 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-0446a366-0c42-49df-b8f8-e1c153830ccc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:58.383043 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-0446a366-0c42-49df-b8f8-e1c153830ccc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58650085'] for subnet, precommit_delete_associations {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:58.434001 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-0446a366-0c42-49df-b8f8-e1c153830ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744179'] for subnet, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:58.574532 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-0446a366-0c42-49df-b8f8-e1c153830ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58649923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57867068'] for subnet, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:58.576742 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-1e6aec89-3359-40e3-ba0e-c8b2e3d37546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:58.607663 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446a366-0c42-49df-b8f8-e1c153830ccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c2638c2-c730-4cc1-aaf5-39b42ee94718,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:58.610668 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-0446a366-0c42-49df-b8f8-e1c153830ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:58.611664 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-0446a366-0c42-49df-b8f8-e1c153830ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:58.613495 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-0446a366-0c42-49df-b8f8-e1c153830ccc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5c2638c2-c730-4cc1-aaf5-39b42ee94718 HTTP/1.1" status: 204 len: 168 time: 0.3273780 Jun 12 17:11:58.615947 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 36478) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:11:58.707042 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-26b464b0-8fc9-4584-b22c-cceb3598ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538232'] for network, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:58.814150 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-26b464b0-8fc9-4584-b22c-cceb3598ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741742', 'neutron.services.segments.db._delete_segments_for_network-8742179925432'] for network, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:58.825304 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-26b464b0-8fc9-4584-b22c-cceb3598ca99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db252cc9-90bb-4ded-9f21-7c80e062e063']}} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:11:58.836014 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-26b464b0-8fc9-4584-b22c-cceb3598ca99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d2d063-bbc4-4383-8257-a9fa6a4adb60') {'for_net_delete': True} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:11:58.836318 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-26b464b0-8fc9-4584-b22c-cceb3598ca99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d2d063-bbc4-4383-8257-a9fa6a4adb60') {} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:11:58.845886 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-26b464b0-8fc9-4584-b22c-cceb3598ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742179925270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58650094'] for segment, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:58.861726 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-26b464b0-8fc9-4584-b22c-cceb3598ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:58.867414 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b464b0-8fc9-4584-b22c-cceb3598ca99 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=92467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 17:11:58.867836 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-26b464b0-8fc9-4584-b22c-cceb3598ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58650346'] for segment, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: Traceback (most recent call last): Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: timer() Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: cb(*args, **kw) Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: return func(*args, **kwargs) Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: self._notify() Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: self.callback(batched_events) Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: event.method(event) Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: return f(self, *a, **k) Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._get(url).json() Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: return self.request(url, 'GET', **kwargs) Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 17:11:58.870957 dv-cinder-796114-2-iscsi neutron-server[92467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 17:11:58.995134 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5d4c5a5c-d882-4123-b9a2-68397d5d2a8f req-c26a6d8b-f7c2-423a-a65c-6ec559ec9e89 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1119585 Jun 12 17:11:59.031548 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-26b464b0-8fc9-4584-b22c-cceb3598ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16397317'] for network, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:59.034879 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:59.037551 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-26b464b0-8fc9-4584-b22c-cceb3598ca99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:59.039296 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-26b464b0-8fc9-4584-b22c-cceb3598ca99 admin admin] 10.222.0.16 "DELETE /v2.0/networks/db252cc9-90bb-4ded-9f21-7c80e062e063 HTTP/1.1" status: 204 len: 168 time: 0.4225104 Jun 12 17:11:59.061014 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b464b0-8fc9-4584-b22c-cceb3598ca99 admin admin] Pushing event deleted for resources: {'Network': ['ID=db252cc9-90bb-4ded-9f21-7c80e062e063,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:59.064235 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-26b464b0-8fc9-4584-b22c-cceb3598ca99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:59.116430 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c5a5c-d882-4123-b9a2-68397d5d2a8f req-cd6c9e3a-2f24-4d7b-a06a-37ffcbfa168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:59.117920 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5d4c5a5c-d882-4123-b9a2-68397d5d2a8f req-cd6c9e3a-2f24-4d7b-a06a-37ffcbfa168b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cb7095c203644131bc201541fe94bc98&device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 1099 time: 0.0645907 Jun 12 17:11:59.252082 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c5a5c-d882-4123-b9a2-68397d5d2a8f req-9a960397-cc78-43dc-b3a2-a331123f1ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:59.253517 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5d4c5a5c-d882-4123-b9a2-68397d5d2a8f req-9a960397-cc78-43dc-b3a2-a331123f1ce5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e HTTP/1.1" status: 200 len: 918 time: 0.1151803 Jun 12 17:11:59.342062 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5d4c5a5c-d882-4123-b9a2-68397d5d2a8f req-e8d7829c-fa0f-492b-910a-ebd24c9af4be service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed1a3972-5768-4520-be4d-a49516e1e221 HTTP/1.1" status: 200 len: 1000 time: 0.0804541 Jun 12 17:11:59.398395 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c5a5c-d882-4123-b9a2-68397d5d2a8f req-6c19c39e-b8d4-4446-a7ed-98be79719b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:59.399881 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5d4c5a5c-d882-4123-b9a2-68397d5d2a8f req-6c19c39e-b8d4-4446-a7ed-98be79719b89 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a580d181-6158-4a52-89c2-8aedf3a5088e HTTP/1.1" status: 200 len: 856 time: 0.0511532 Jun 12 17:11:59.428460 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36490) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:11:59.467839 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c5a5c-d882-4123-b9a2-68397d5d2a8f req-6fe3efce-8118-4b8b-ac70-cd98943e26ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:59.469310 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5d4c5a5c-d882-4123-b9a2-68397d5d2a8f req-6fe3efce-8118-4b8b-ac70-cd98943e26ab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629108 Jun 12 17:11:59.470474 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-b6110d63-ee89-40b0-ae09-78a7f05bc039 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90600264dd924818bd57c76844e97be8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428877 Jun 12 17:11:59.472833 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36492) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:11:59.524403 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-fba90c18-3eb3-4ac5-a176-f30b72f9c8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:59.551284 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-fba90c18-3eb3-4ac5-a176-f30b72f9c8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:59.583265 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5d4c5a5c-d882-4123-b9a2-68397d5d2a8f req-e9b65101-4a91-4ee1-b560-d02635f7faed service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065085 Jun 12 17:11:59.683641 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-fba90c18-3eb3-4ac5-a176-f30b72f9c8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:59.686248 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-fba90c18-3eb3-4ac5-a176-f30b72f9c8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:11:59.687912 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-fba90c18-3eb3-4ac5-a176-f30b72f9c8a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98a59629-9d46-41ea-857a-5ad70998e094 HTTP/1.1" status: 204 len: 168 time: 0.2141464 Jun 12 17:11:59.688837 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-c7a687ea-cad5-45f5-81b0-29cbcafcc464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:11:59.698603 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba90c18-3eb3-4ac5-a176-f30b72f9c8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a59629-9d46-41ea-857a-5ad70998e094,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:11:59.701410 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-fba90c18-3eb3-4ac5-a176-f30b72f9c8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:11:59.709728 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5d4c5a5c-d882-4123-b9a2-68397d5d2a8f req-f3c1e4a8-cf39-44a1-a3bb-412ef671a995 service neutron] 10.222.0.22 "GET /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165688 Jun 12 17:11:59.891501 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f1e80-5bb2-436c-8fba-6b7b75f5bd05 req-2c581d9b-a56b-404f-94f2-1713a6db215e tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:11:59.892975 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ad4f1e80-5bb2-436c-8fba-6b7b75f5bd05 req-2c581d9b-a56b-404f-94f2-1713a6db215e tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 946 time: 0.0795641 Jun 12 17:11:59.934567 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ad4f1e80-5bb2-436c-8fba-6b7b75f5bd05 req-676ce201-6b0c-4627-a5fd-8f5352535885 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359440 Jun 12 17:12:00.607046 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 36506) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:00.651627 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-d787c610-35a0-4a36-b6e9-e6dfeef8e61d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd557165658b45ee835e33512a49512a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431323 Jun 12 17:12:00.654001 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 36508) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:00.704155 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-dbd9e9d1-7282-4968-8c63-b5e21dc99a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:00.725649 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-dbd9e9d1-7282-4968-8c63-b5e21dc99a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:00.828724 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-dbd9e9d1-7282-4968-8c63-b5e21dc99a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:00.831313 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-dbd9e9d1-7282-4968-8c63-b5e21dc99a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:00.832472 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-dbd9e9d1-7282-4968-8c63-b5e21dc99a45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba9764a2-d422-4cc1-b9f2-600b7dc79255 HTTP/1.1" status: 204 len: 168 time: 0.1776090 Jun 12 17:12:00.833239 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-a3b6aaf2-0f1f-40c3-907c-e6880a0749f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:00.841690 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9e9d1-7282-4968-8c63-b5e21dc99a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9764a2-d422-4cc1-b9f2-600b7dc79255,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:00.844014 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-dbd9e9d1-7282-4968-8c63-b5e21dc99a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:01.122673 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9422eba-0160-461a-acbf-015a6dc5d392 req-e46d134f-ca16-499b-b2d9-618c61fd86bf tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:01.124192 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b9422eba-0160-461a-acbf-015a6dc5d392 req-e46d134f-ca16-499b-b2d9-618c61fd86bf tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 946 time: 0.0688770 Jun 12 17:12:01.169327 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b9422eba-0160-461a-acbf-015a6dc5d392 req-434ea598-f5ff-475c-b460-dac5574f66bf tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394735 Jun 12 17:12:02.360810 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd3420-1905-4f62-bcb9-94a931c457bf req-6a2e6a1e-ef35-4b24-b0f9-a199273e3e6c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:02.362271 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-40fd3420-1905-4f62-bcb9-94a931c457bf req-6a2e6a1e-ef35-4b24-b0f9-a199273e3e6c tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 946 time: 0.0757153 Jun 12 17:12:02.403794 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-40fd3420-1905-4f62-bcb9-94a931c457bf req-ec2dbdf4-1278-4362-bbe2-6b33afe7907a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357497 Jun 12 17:12:03.590681 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be251012-0154-47e6-ad27-0a496afef04d req-4bc51348-bbb2-469e-aa6c-bea0ec32d38b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:03.592229 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-be251012-0154-47e6-ad27-0a496afef04d req-4bc51348-bbb2-469e-aa6c-bea0ec32d38b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 946 time: 0.0721474 Jun 12 17:12:03.633950 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-be251012-0154-47e6-ad27-0a496afef04d req-19aa9414-b2d8-4f11-8568-6ff1be10b91e tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359426 Jun 12 17:12:04.074855 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bbacb-36e7-4b67-ac28-d22243aa0991 req-27cffc06-b2ad-4682-9fb0-c05c42df0573 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:04.076326 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-aa8bbacb-36e7-4b67-ac28-d22243aa0991 req-27cffc06-b2ad-4682-9fb0-c05c42df0573 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.22 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 946 time: 0.0678856 Jun 12 17:12:04.187237 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-aa8bbacb-36e7-4b67-ac28-d22243aa0991 req-408d66c0-6786-4d94-8fe0-00c129f926b2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Deleting port ed1a3972-5768-4520-be4d-a49516e1e221 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:12:04.187599 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-aa8bbacb-36e7-4b67-ac28-d22243aa0991 req-408d66c0-6786-4d94-8fe0-00c129f926b2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:04.297092 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-aa8bbacb-36e7-4b67-ac28-d22243aa0991 req-408d66c0-6786-4d94-8fe0-00c129f926b2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] For port ed1a3972-5768-4520-be4d-a49516e1e221, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ed1a3972-5768-4520-be4d-a49516e1e221,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:12:04.297444 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-aa8bbacb-36e7-4b67-ac28-d22243aa0991 req-408d66c0-6786-4d94-8fe0-00c129f926b2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:04.519415 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-aa8bbacb-36e7-4b67-ac28-d22243aa0991 req-408d66c0-6786-4d94-8fe0-00c129f926b2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:04.521430 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-aa8bbacb-36e7-4b67-ac28-d22243aa0991 req-408d66c0-6786-4d94-8fe0-00c129f926b2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16397436'] for floatingip, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:04.521924 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.l3_db [req-aa8bbacb-36e7-4b67-ac28-d22243aa0991 req-408d66c0-6786-4d94-8fe0-00c129f926b2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Floating IP 57bf3b1b-359e-456a-a09b-eb35d9759dd3 disassociated. External IP: 172.27.1.13, port: ed1a3972-5768-4520-be4d-a49516e1e221. Jun 12 17:12:04.522251 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-aa8bbacb-36e7-4b67-ac28-d22243aa0991 req-408d66c0-6786-4d94-8fe0-00c129f926b2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Calling delete_port for ed1a3972-5768-4520-be4d-a49516e1e221 owned by compute:nova {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:12:04.816892 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100f588-78a2-4b9e-b380-f7cf560361e9 req-1aedbfd6-fa76-4514-9529-c91b688f5843 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:04.876782 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e100f588-78a2-4b9e-b380-f7cf560361e9 req-1aedbfd6-fa76-4514-9529-c91b688f5843 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 946 time: 0.0707054 Jun 12 17:12:04.876782 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e100f588-78a2-4b9e-b380-f7cf560361e9 req-9c2c4d6a-a017-4d67-8a1e-e222d57541cf tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups?id=2b4f2b4c-2ebf-4d27-96af-8db037bca338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345645 Jun 12 17:12:04.954248 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-aa8bbacb-36e7-4b67-ac28-d22243aa0991 req-408d66c0-6786-4d94-8fe0-00c129f926b2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:04.959452 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-306e940c-4491-4072-b424-201ce357031b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:04.992856 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d66c0-6786-4d94-8fe0-00c129f926b2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Pushing event deleted for resources: {'Port': ['ID=ed1a3972-5768-4520-be4d-a49516e1e221,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:04.995608 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-408d66c0-6786-4d94-8fe0-00c129f926b2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:05.142442 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa8bbacb-36e7-4b67-ac28-d22243aa0991 req-408d66c0-6786-4d94-8fe0-00c129f926b2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:12:05.288473 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa8bbacb-36e7-4b67-ac28-d22243aa0991 req-408d66c0-6786-4d94-8fe0-00c129f926b2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:12:05.300305 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4965df9a-cfe4-4dd2-b94c-ab76927431b4 None None] Sync routers for ids ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'] in dv-cinder-796114-2-iscsi {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:12:05.310932 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4965df9a-cfe4-4dd2-b94c-ab76927431b4 None None] Routers {'5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:12:05.311842 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-4965df9a-cfe4-4dd2-b94c-ab76927431b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:11:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:12:05.347628 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8bbacb-36e7-4b67-ac28-d22243aa0991 req-408d66c0-6786-4d94-8fe0-00c129f926b2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] No DVR routers for this DVR port ed1a3972-5768-4520-be4d-a49516e1e221 on host hv-cinder-79611 {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:12:05.350330 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-aa8bbacb-36e7-4b67-ac28-d22243aa0991 req-408d66c0-6786-4d94-8fe0-00c129f926b2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:05.352496 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-aa8bbacb-36e7-4b67-ac28-d22243aa0991 req-408d66c0-6786-4d94-8fe0-00c129f926b2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.22 "DELETE /v2.0/ports/ed1a3972-5768-4520-be4d-a49516e1e221 HTTP/1.1" status: 204 len: 173 time: 1.2711794 Jun 12 17:12:05.353204 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e03a23-57b3-4757-ac13-facb82563b93', 'name': 'network-vif-deleted', 'tag': 'ed1a3972-5768-4520-be4d-a49516e1e221'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:12:05.357011 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65598af-d74d-4c21-b939-50d5d1c54ecd" -d '{"events": [{"server_uuid": "87e03a23-57b3-4757-ac13-facb82563b93", "name": "network-vif-deleted", "tag": "ed1a3972-5768-4520-be4d-a49516e1e221"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:12:05.414180 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94e4718-f5f1-4399-9716-90fb16a317dd x-openstack-request-id: req-f94e4718-f5f1-4399-9716-90fb16a317dd {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:12:05.414180 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e03a23-57b3-4757-ac13-facb82563b93", "name": "network-vif-deleted", "tag": "ed1a3972-5768-4520-be4d-a49516e1e221", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:12:05.414180 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f94e4718-f5f1-4399-9716-90fb16a317dd {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:12:05.414180 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e03a23-57b3-4757-ac13-facb82563b93', 'name': 'network-vif-deleted', 'tag': 'ed1a3972-5768-4520-be4d-a49516e1e221', 'status': 'completed', 'code': 200} Jun 12 17:12:05.480059 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-4965df9a-cfe4-4dd2-b94c-ab76927431b4 None None] Set router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:12:05.750844 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-4965df9a-cfe4-4dd2-b94c-ab76927431b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:30Z', 'updated_at': '2021-06-12T17:04:38Z', 'revision_number': 4, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'gw_port': {'id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '5d9981a7-6e32-406b-ab19-0bda1af39032', 'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'mac_address': 'fa:16:3e:cd:59:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:36Z', 'updated_at': '2021-06-12T17:04:51Z', 'revision_number': 5, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'subnets': [{'id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:12:05.754264 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4965df9a-cfe4-4dd2-b94c-ab76927431b4 None None] Checking router: 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a for host: dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:12:05.762679 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4965df9a-cfe4-4dd2-b94c-ab76927431b4 None None] Routers {'5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:12:05.763262 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-4965df9a-cfe4-4dd2-b94c-ab76927431b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:11:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:12:05.926514 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-4965df9a-cfe4-4dd2-b94c-ab76927431b4 None None] Set router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:12:06.027596 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3da01170-50bf-4a33-a267-cd57deb3e409 req-1394f800-7d83-44f5-b7ac-d87e456532df tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e03a23-57b3-4757-ac13-facb82563b93 HTTP/1.1" status: 200 len: 210 time: 0.0340316 Jun 12 17:12:06.195784 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-4965df9a-cfe4-4dd2-b94c-ab76927431b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:30Z', 'updated_at': '2021-06-12T17:04:38Z', 'revision_number': 4, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'gw_port': {'id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '5d9981a7-6e32-406b-ab19-0bda1af39032', 'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'mac_address': 'fa:16:3e:cd:59:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:36Z', 'updated_at': '2021-06-12T17:04:51Z', 'revision_number': 5, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'subnets': [{'id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:12:06.199809 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4965df9a-cfe4-4dd2-b94c-ab76927431b4 None None] The sync data for ids ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'] in dv-cinder-796114-2-iscsi is: [{'id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:30Z', 'updated_at': '2021-06-12T17:04:38Z', 'revision_number': 4, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'gw_port': {'id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '5d9981a7-6e32-406b-ab19-0bda1af39032', 'name': '', 'network_id': '2fce73c6-7c1b-497f-9f7e-7b8e1326da1e', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'mac_address': 'fa:16:3e:cd:59:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:36Z', 'updated_at': '2021-06-12T17:04:51Z', 'revision_number': 5, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'subnets': [{'id': 'a580d181-6158-4a52-89c2-8aedf3a5088e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:12:06.230191 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:12:06.425861 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6b037c-05a1-43a1-adec-df31c4238f03 None None] New status for floating IP 57bf3b1b-359e-456a-a09b-eb35d9759dd3: DOWN {{(pid=92468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 17:12:07.245952 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 36616) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:07.309529 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bd0090d8-5764-49f8-a992-95a0e528b38b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:07.334814 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bd0090d8-5764-49f8-a992-95a0e528b38b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:07.531688 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bd0090d8-5764-49f8-a992-95a0e528b38b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:07.534367 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bd0090d8-5764-49f8-a992-95a0e528b38b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:07.535501 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-bd0090d8-5764-49f8-a992-95a0e528b38b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "DELETE /v2.0/security-groups/2b4f2b4c-2ebf-4d27-96af-8db037bca338 HTTP/1.1" status: 204 len: 168 time: 0.2884777 Jun 12 17:12:07.536429 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-ee3e634c-d0df-4a0c-82c8-03c052dfca4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:07.539020 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36618) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:07.547327 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0090d8-5764-49f8-a992-95a0e528b38b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4f2b4c-2ebf-4d27-96af-8db037bca338,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:07.549644 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-bd0090d8-5764-49f8-a992-95a0e528b38b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:07.554316 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.api.v2.resource [None req-2dde52d2-43da-4976-86b0-1626b62008d7 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] show failed (client error): The resource could not be found. Jun 12 17:12:07.555365 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-2dde52d2-43da-4976-86b0-1626b62008d7 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "GET /v2.0/security-groups/2b4f2b4c-2ebf-4d27-96af-8db037bca338 HTTP/1.1" status: 404 len: 347 time: 0.0152795 Jun 12 17:12:07.559015 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36620) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:07.966740 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ce0e3-1736-4e74-a380-31ac19ae6508 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Deleting port 9d811205-5f35-468d-8fae-eb1148ab7461 {{(pid=92466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:12:07.967097 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce0e3-1736-4e74-a380-31ac19ae6508 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:08.071075 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce0e3-1736-4e74-a380-31ac19ae6508 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:08.071419 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce0e3-1736-4e74-a380-31ac19ae6508 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:08.165593 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ce0e3-1736-4e74-a380-31ac19ae6508 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Calling delete_port for 9d811205-5f35-468d-8fae-eb1148ab7461 owned by network:floatingip {{(pid=92466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:12:08.499743 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce0e3-1736-4e74-a380-31ac19ae6508 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12901262'] for port, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:08.501906 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-088860e1-eef6-45f1-adeb-5b188f6438d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:08.530364 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ce0e3-1736-4e74-a380-31ac19ae6508 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Pushing event deleted for resources: {'Port': ['ID=9d811205-5f35-468d-8fae-eb1148ab7461,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:08.533909 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-7a9ce0e3-1736-4e74-a380-31ac19ae6508 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:08.612288 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce0e3-1736-4e74-a380-31ac19ae6508 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks [] for floatingip, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:08.614779 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce0e3-1736-4e74-a380-31ac19ae6508 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:08.615963 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-7a9ce0e3-1736-4e74-a380-31ac19ae6508 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] 10.222.0.16 "DELETE /v2.0/floatingips/57bf3b1b-359e-456a-a09b-eb35d9759dd3 HTTP/1.1" status: 204 len: 168 time: 1.0560253 Jun 12 17:12:08.741533 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device ed1a3972-5768-4520-be4d-a49516e1e221 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:12:08.767450 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] No Port match for: ed1a3972-5768-4520-be4d-a49516e1e221 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:12:08.772721 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device ed1a3972-5768-4520-be4d-a49516e1e221 not bound to the agent host hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:12:12.391476 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f8915-d8e6-4569-a837-04335c11a151 req-1d0a6307-7807-4853-a7d3-bd88f9f1dc77 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:12.392888 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-701f8915-d8e6-4569-a837-04335c11a151 req-1d0a6307-7807-4853-a7d3-bd88f9f1dc77 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=415df3bd-23b1-4ff0-93ad-afaa11a958d5 HTTP/1.1" status: 200 len: 945 time: 0.0695295 Jun 12 17:12:12.435374 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-701f8915-d8e6-4569-a837-04335c11a151 req-8b03823e-40ef-4ff5-ba8c-369e69bd946f tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369465 Jun 12 17:12:13.630983 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5d61f-187f-4041-b3ce-0cbf97425cd0 req-beef39be-01bc-4992-b6b0-ce63780f05bd tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:13.633994 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c2c5d61f-187f-4041-b3ce-0cbf97425cd0 req-beef39be-01bc-4992-b6b0-ce63780f05bd tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=415df3bd-23b1-4ff0-93ad-afaa11a958d5 HTTP/1.1" status: 200 len: 945 time: 0.0858271 Jun 12 17:12:13.688098 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c2c5d61f-187f-4041-b3ce-0cbf97425cd0 req-eb386870-6b14-4c2d-b43b-d7518759ffcb tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c41eca8-05bb-4f10-a9f6-83ac526469d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472519 Jun 12 17:12:13.756046 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36718) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:13.878079 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1553e03-4e42-4b1c-b722-99e063f41573 req-8091c9f4-db2b-410d-b38f-0fa73116d18f tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:13.879570 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d1553e03-4e42-4b1c-b722-99e063f41573 req-8091c9f4-db2b-410d-b38f-0fa73116d18f tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.22 "GET /v2.0/ports?device_id=415df3bd-23b1-4ff0-93ad-afaa11a958d5 HTTP/1.1" status: 200 len: 945 time: 0.0674214 Jun 12 17:12:13.996970 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-d1553e03-4e42-4b1c-b722-99e063f41573 req-0716b5d8-ccc4-40b1-b85a-6d365ab405f2 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Deleting port 01adb8d0-873a-42f2-894c-0c11e5f6d2c6 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:12:13.997209 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-d1553e03-4e42-4b1c-b722-99e063f41573 req-0716b5d8-ccc4-40b1-b85a-6d365ab405f2 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:14.116921 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-d1553e03-4e42-4b1c-b722-99e063f41573 req-0716b5d8-ccc4-40b1-b85a-6d365ab405f2 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] For port 01adb8d0-873a-42f2-894c-0c11e5f6d2c6, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=01adb8d0-873a-42f2-894c-0c11e5f6d2c6,segment=NetworkSegment(b482bd03-6f79-44bc-bd0b-901423e42550),segment_id=b482bd03-6f79-44bc-bd0b-901423e42550)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:12:14.117283 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-d1553e03-4e42-4b1c-b722-99e063f41573 req-0716b5d8-ccc4-40b1-b85a-6d365ab405f2 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:14.386589 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-75903848-5f42-454b-9b0b-cf61bd1d9a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16398811'] for router_interface, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:14.510861 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-d1553e03-4e42-4b1c-b722-99e063f41573 req-0716b5d8-ccc4-40b1-b85a-6d365ab405f2 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Calling delete_port for 01adb8d0-873a-42f2-894c-0c11e5f6d2c6 owned by compute:nova {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:12:14.730309 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-75903848-5f42-454b-9b0b-cf61bd1d9a5d admin admin] Deleting port 5d9981a7-6e32-406b-ab19-0bda1af39032 {{(pid=92466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:12:14.730656 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-75903848-5f42-454b-9b0b-cf61bd1d9a5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:14.768227 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-d1553e03-4e42-4b1c-b722-99e063f41573 req-0716b5d8-ccc4-40b1-b85a-6d365ab405f2 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:14.772796 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e0df936f-3119-48b2-8175-03f562bd2dae tempest-AttachVolumeNegativeTest-244636440 tempest-AttachVolumeNegativeTest-244636440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:14.781211 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['01adb8d0-873a-42f2-894c-0c11e5f6d2c6'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:12:14.836807 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716b5d8-ccc4-40b1-b85a-6d365ab405f2 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Pushing event deleted for resources: {'Port': ['ID=01adb8d0-873a-42f2-894c-0c11e5f6d2c6,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:14.839786 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-0716b5d8-ccc4-40b1-b85a-6d365ab405f2 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:14.847128 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.db [None req-75903848-5f42-454b-9b0b-cf61bd1d9a5d admin admin] For port 5d9981a7-6e32-406b-ab19-0bda1af39032, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=5d9981a7-6e32-406b-ab19-0bda1af39032,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:12:14.852090 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-75903848-5f42-454b-9b0b-cf61bd1d9a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:14.867742 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e41e63aa-e9ed-48b3-974e-0a7f33be24bf req-af7c7fc6-c561-4f88-9503-6d517e75307f tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=415df3bd-23b1-4ff0-93ad-afaa11a958d5 HTTP/1.1" status: 200 len: 210 time: 0.0400922 Jun 12 17:12:14.914415 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1553e03-4e42-4b1c-b722-99e063f41573 req-0716b5d8-ccc4-40b1-b85a-6d365ab405f2 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] No DVR routers for this DVR port 01adb8d0-873a-42f2-894c-0c11e5f6d2c6 on host hv-cinder-79611 {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:12:14.917172 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-d1553e03-4e42-4b1c-b722-99e063f41573 req-0716b5d8-ccc4-40b1-b85a-6d365ab405f2 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:14.919152 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d1553e03-4e42-4b1c-b722-99e063f41573 req-0716b5d8-ccc4-40b1-b85a-6d365ab405f2 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.22 "DELETE /v2.0/ports/01adb8d0-873a-42f2-894c-0c11e5f6d2c6 HTTP/1.1" status: 204 len: 173 time: 1.0340619 Jun 12 17:12:14.919684 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415df3bd-23b1-4ff0-93ad-afaa11a958d5', 'name': 'network-vif-deleted', 'tag': '01adb8d0-873a-42f2-894c-0c11e5f6d2c6'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:12:14.922061 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1122eb1-4519-440d-8b78-110cbdc3d194" -d '{"events": [{"server_uuid": "415df3bd-23b1-4ff0-93ad-afaa11a958d5", "name": "network-vif-deleted", "tag": "01adb8d0-873a-42f2-894c-0c11e5f6d2c6"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:12:14.948647 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-75903848-5f42-454b-9b0b-cf61bd1d9a5d admin admin] Calling delete_port for 5d9981a7-6e32-406b-ab19-0bda1af39032 owned by network:router_interface {{(pid=92466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:12:14.957840 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d49821f-20be-4ae3-b5b4-c2cadc7f5c65 x-openstack-request-id: req-5d49821f-20be-4ae3-b5b4-c2cadc7f5c65 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:12:14.958175 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415df3bd-23b1-4ff0-93ad-afaa11a958d5", "name": "network-vif-deleted", "tag": "01adb8d0-873a-42f2-894c-0c11e5f6d2c6", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:12:14.958472 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d49821f-20be-4ae3-b5b4-c2cadc7f5c65 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:12:14.958900 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415df3bd-23b1-4ff0-93ad-afaa11a958d5', 'name': 'network-vif-deleted', 'tag': '01adb8d0-873a-42f2-894c-0c11e5f6d2c6', 'status': 'completed', 'code': 200} Jun 12 17:12:15.345471 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-75903848-5f42-454b-9b0b-cf61bd1d9a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12901262'] for port, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:15.348750 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:15.378587 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75903848-5f42-454b-9b0b-cf61bd1d9a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=5d9981a7-6e32-406b-ab19-0bda1af39032,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:15.382345 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-75903848-5f42-454b-9b0b-cf61bd1d9a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:15.596380 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-75903848-5f42-454b-9b0b-cf61bd1d9a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16267056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16398923'] for router_interface, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:15.965035 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 36748) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:16.072931 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6d6b51fc-d1b1-4a96-b54a-1d5f8cfcc293 req-7b9a419c-32f9-4384-8c28-75282d78f8d9 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] 10.222.0.16 "GET /v2.0/ports?device_id=415df3bd-23b1-4ff0-93ad-afaa11a958d5 HTTP/1.1" status: 200 len: 210 time: 0.0477140 Jun 12 17:12:16.117276 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d7df87ea-7641-4b0f-85ba-cf807d67d7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:16.169585 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75903848-5f42-454b-9b0b-cf61bd1d9a5d admin admin] Router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:12:16.229305 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d7df87ea-7641-4b0f-85ba-cf807d67d7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:16.318888 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75903848-5f42-454b-9b0b-cf61bd1d9a5d admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:12:16.324270 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-75903848-5f42-454b-9b0b-cf61bd1d9a5d admin admin] 10.222.0.16 "PUT /v2.0/routers/5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5671978 Jun 12 17:12:16.326806 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36752) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:16.328087 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b92191a-95be-48dc-8b8c-f8ee463b0e28 None None] Sync routers for ids ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'] in dv-cinder-796114-2-iscsi {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:12:16.331743 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d7df87ea-7641-4b0f-85ba-cf807d67d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:16.334610 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-72de53e9-a9c4-4eb8-8e24-bfe410d06d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:16.337302 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b92191a-95be-48dc-8b8c-f8ee463b0e28 None None] Routers {'5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:12:16.338259 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-6b92191a-95be-48dc-8b8c-f8ee463b0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:11:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:12:16.375516 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df87ea-7641-4b0f-85ba-cf807d67d7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5e03e9-1940-4948-aef6-d8699b5dd06b,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:16.378773 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-d7df87ea-7641-4b0f-85ba-cf807d67d7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:16.381730 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-d7df87ea-7641-4b0f-85ba-cf807d67d7a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f364d4d6d0304b14b139b98291d35a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4153166 Jun 12 17:12:16.385513 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 36754) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:16.445898 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6d197250-6c1c-4a40-a2c6-bb761f2b6934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:16.473647 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6d197250-6c1c-4a40-a2c6-bb761f2b6934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:16.485159 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b47e0667-d18a-442d-95d6-4d7cd8b0b6c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:16.580443 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-6b92191a-95be-48dc-8b8c-f8ee463b0e28 None None] Set router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:12:16.617451 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6d197250-6c1c-4a40-a2c6-bb761f2b6934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:16.621158 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6d197250-6c1c-4a40-a2c6-bb761f2b6934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:16.622307 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-6d197250-6c1c-4a40-a2c6-bb761f2b6934 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d5e03e9-1940-4948-aef6-d8699b5dd06b HTTP/1.1" status: 204 len: 168 time: 0.2354860 Jun 12 17:12:16.623075 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-40aa98b3-fe06-42b4-8b26-03e901ae6e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:16.639176 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d197250-6c1c-4a40-a2c6-bb761f2b6934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5e03e9-1940-4948-aef6-d8699b5dd06b,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:16.644380 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6d197250-6c1c-4a40-a2c6-bb761f2b6934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:16.645011 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b47e0667-d18a-442d-95d6-4d7cd8b0b6c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:16.808977 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-b47e0667-d18a-442d-95d6-4d7cd8b0b6c9 admin admin] Deleting port 2d790a87-4c57-499d-a980-e049bcb6724c {{(pid=92466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:12:16.809406 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b47e0667-d18a-442d-95d6-4d7cd8b0b6c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:16.835638 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-6b92191a-95be-48dc-8b8c-f8ee463b0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:30Z', 'updated_at': '2021-06-12T17:12:15Z', 'revision_number': 5, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'gw_port': {'id': '2d790a87-4c57-499d-a980-e049bcb6724c', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:04:32Z', 'updated_at': '2021-06-12T17:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:12:16.839152 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b92191a-95be-48dc-8b8c-f8ee463b0e28 None None] Checking router: 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a for host: dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:12:16.847059 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b92191a-95be-48dc-8b8c-f8ee463b0e28 None None] Routers {'5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:12:16.847686 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-6b92191a-95be-48dc-8b8c-f8ee463b0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:11:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:12:16.913430 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.db [None req-b47e0667-d18a-442d-95d6-4d7cd8b0b6c9 admin admin] For port 2d790a87-4c57-499d-a980-e049bcb6724c, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=2d790a87-4c57-499d-a980-e049bcb6724c,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:12:16.913813 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b47e0667-d18a-442d-95d6-4d7cd8b0b6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:16.973342 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-6b92191a-95be-48dc-8b8c-f8ee463b0e28 None None] Set router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a gateway port host: None {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:12:17.018760 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-b47e0667-d18a-442d-95d6-4d7cd8b0b6c9 admin admin] Calling delete_port for 2d790a87-4c57-499d-a980-e049bcb6724c owned by network:router_gateway {{(pid=92466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:12:17.054329 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-6b92191a-95be-48dc-8b8c-f8ee463b0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:30Z', 'updated_at': '2021-06-12T17:12:16Z', 'revision_number': 6, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'gw_port_host': None}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:12:17.058170 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b92191a-95be-48dc-8b8c-f8ee463b0e28 None None] The sync data for ids ['5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a'] in dv-cinder-796114-2-iscsi is: [{'id': '5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a', 'name': 'tempest-AttachVolumeShelveTestJSON-1974842019-router', 'tenant_id': 'cb7095c203644131bc201541fe94bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:04:30Z', 'updated_at': '2021-06-12T17:12:16Z', 'revision_number': 6, 'project_id': 'cb7095c203644131bc201541fe94bc98', 'gw_port_host': None}] {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:12:17.305596 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b47e0667-d18a-442d-95d6-4d7cd8b0b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12901262'] for port, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:17.309626 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:17.343367 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e0667-d18a-442d-95d6-4d7cd8b0b6c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d790a87-4c57-499d-a980-e049bcb6724c,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:17.345412 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b47e0667-d18a-442d-95d6-4d7cd8b0b6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:17.420861 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b47e0667-d18a-442d-95d6-4d7cd8b0b6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16397336'] for router_gateway, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:17.438464 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 36764) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:17.456492 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e32eb7d8-47e6-40fe-90a1-69c68f1fb108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:17.562166 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b47e0667-d18a-442d-95d6-4d7cd8b0b6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16469225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12268'] for router, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:17.564289 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b47e0667-d18a-442d-95d6-4d7cd8b0b6c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:17.565249 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e32eb7d8-47e6-40fe-90a1-69c68f1fb108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:17.645379 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e32eb7d8-47e6-40fe-90a1-69c68f1fb108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:17.647905 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-d892ec81-1a45-4f2a-aa26-98e301b7c845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:17.686392 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32eb7d8-47e6-40fe-90a1-69c68f1fb108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b293b57-d983-4aaf-a860-bfd6f4dc474d,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:17.690734 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-e32eb7d8-47e6-40fe-90a1-69c68f1fb108 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b3727f2c82c4ea7be36901431b2c124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512612 Jun 12 17:12:17.691613 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e32eb7d8-47e6-40fe-90a1-69c68f1fb108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:17.693873 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 36766) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:17.747108 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9e571d2a-2496-48d1-9cec-783ed370f3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:17.751788 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b47e0667-d18a-442d-95d6-4d7cd8b0b6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16400959'] for router, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:17.752252 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47e0667-d18a-442d-95d6-4d7cd8b0b6c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a {{(pid=92466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 17:12:17.758670 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b47e0667-d18a-442d-95d6-4d7cd8b0b6c9 admin admin] Notify callbacks [] for router, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:17.760728 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-b47e0667-d18a-442d-95d6-4d7cd8b0b6c9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5f0b9677-0e7e-4e29-ad9c-4cff7d93fd8a HTTP/1.1" status: 204 len: 168 time: 1.4326322 Jun 12 17:12:17.763220 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36770) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:17.771932 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9e571d2a-2496-48d1-9cec-783ed370f3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:17.830583 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_v2 [None req-50522636-664b-44e5-9daa-80470f9cc4e6 admin admin] Deleting subnet a580d181-6158-4a52-89c2-8aedf3a5088e {{(pid=92466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 17:12:17.834116 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-50522636-664b-44e5-9daa-80470f9cc4e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:17.879731 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-50522636-664b-44e5-9daa-80470f9cc4e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496856'] for subnet, precommit_delete_associations {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:17.933347 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9e571d2a-2496-48d1-9cec-783ed370f3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:17.936307 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9e571d2a-2496-48d1-9cec-783ed370f3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:17.937502 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-9e571d2a-2496-48d1-9cec-783ed370f3ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b293b57-d983-4aaf-a860-bfd6f4dc474d HTTP/1.1" status: 204 len: 168 time: 0.2431583 Jun 12 17:12:17.938572 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-cc885daa-d7a0-4133-8d0d-a0fa23e3562c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:17.952606 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e571d2a-2496-48d1-9cec-783ed370f3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b293b57-d983-4aaf-a860-bfd6f4dc474d,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:17.954780 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9e571d2a-2496-48d1-9cec-783ed370f3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:17.986271 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-50522636-664b-44e5-9daa-80470f9cc4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744179'] for subnet, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:18.151239 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 5d9981a7-6e32-406b-ab19-0bda1af39032 no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:12:18.174467 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: 5d9981a7-6e32-406b-ab19-0bda1af39032 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:12:18.174761 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 5d9981a7-6e32-406b-ab19-0bda1af39032 not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:12:18.175185 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 2d790a87-4c57-499d-a980-e049bcb6724c no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:12:18.198848 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: 2d790a87-4c57-499d-a980-e049bcb6724c {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:12:18.199199 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 2d790a87-4c57-499d-a980-e049bcb6724c not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:12:18.248834 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-50522636-664b-44e5-9daa-80470f9cc4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12900468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13056930'] for subnet, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:18.252176 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-83723f7a-0a0b-48eb-a85b-df300aa1a923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:18.282591 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50522636-664b-44e5-9daa-80470f9cc4e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a580d181-6158-4a52-89c2-8aedf3a5088e,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:18.285677 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-50522636-664b-44e5-9daa-80470f9cc4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:18.286660 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-50522636-664b-44e5-9daa-80470f9cc4e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:18.291775 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-50522636-664b-44e5-9daa-80470f9cc4e6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a580d181-6158-4a52-89c2-8aedf3a5088e HTTP/1.1" status: 204 len: 168 time: 0.5243604 Jun 12 17:12:18.292676 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23302f9e-f88b-4b72-80d1-3153c993ae0b None None] Network 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:12:18.295171 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 36776) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:18.392280 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538232'] for network, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:18.459035 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] Deleting port 31ea8804-d546-4093-ae56-13b7d94d3cf5 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:12:18.459761 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:18.521516 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3711eecb-f5fe-4cb6-93fa-1298299022cc None None] DHCP port deletion for 2fce73c6-7c1b-497f-9f7e-7b8e1326da1e request from dv-cinder-796114-2-iscsi {{(pid=92468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 17:12:18.556401 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] For port 31ea8804-d546-4093-ae56-13b7d94d3cf5, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=31ea8804-d546-4093-ae56-13b7d94d3cf5,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:12:18.556764 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:18.584561 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-3711eecb-f5fe-4cb6-93fa-1298299022cc None None] Deleting port 31ea8804-d546-4093-ae56-13b7d94d3cf5 {{(pid=92468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:12:18.584968 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-3711eecb-f5fe-4cb6-93fa-1298299022cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:18.656496 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] Calling delete_port for 31ea8804-d546-4093-ae56-13b7d94d3cf5 owned by network:dhcp {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:12:18.663868 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 01adb8d0-873a-42f2-894c-0c11e5f6d2c6 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:12:18.695848 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] No Port match for: 01adb8d0-873a-42f2-894c-0c11e5f6d2c6 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:12:18.696224 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 01adb8d0-873a-42f2-894c-0c11e5f6d2c6 not bound to the agent host hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:12:18.703052 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-3711eecb-f5fe-4cb6-93fa-1298299022cc None None] For port 31ea8804-d546-4093-ae56-13b7d94d3cf5, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=31ea8804-d546-4093-ae56-13b7d94d3cf5,segment=NetworkSegment(fa65e6f4-1b37-4142-92e7-b206f39500dc),segment_id=fa65e6f4-1b37-4142-92e7-b206f39500dc)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:12:18.703469 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-3711eecb-f5fe-4cb6-93fa-1298299022cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:18.798106 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-3711eecb-f5fe-4cb6-93fa-1298299022cc None None] Calling delete_port for 31ea8804-d546-4093-ae56-13b7d94d3cf5 owned by network:dhcp {{(pid=92468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:12:18.825569 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:18.827860 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:18.856977 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=31ea8804-d546-4093-ae56-13b7d94d3cf5,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:18.860147 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:18.863414 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] No DVR routers for this DVR port 31ea8804-d546-4093-ae56-13b7d94d3cf5 on host dv-cinder-796114-2-iscsi {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:12:18.923338 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-3711eecb-f5fe-4cb6-93fa-1298299022cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048'] for port, after_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:18.925624 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:18.964264 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711eecb-f5fe-4cb6-93fa-1298299022cc None None] Pushing event deleted for resources: {'Port': ['ID=31ea8804-d546-4093-ae56-13b7d94d3cf5,revision_number=None']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:18.970096 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-3711eecb-f5fe-4cb6-93fa-1298299022cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:18.970548 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741742', 'neutron.services.segments.db._delete_segments_for_network-8742179925432'] for network, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:18.973047 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3711eecb-f5fe-4cb6-93fa-1298299022cc None None] No DVR routers for this DVR port 31ea8804-d546-4093-ae56-13b7d94d3cf5 on host dv-cinder-796114-2-iscsi {{(pid=92468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:12:18.982838 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fce73c6-7c1b-497f-9f7e-7b8e1326da1e']}} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:12:18.994188 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa65e6f4-1b37-4142-92e7-b206f39500dc') {'for_net_delete': True} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:12:18.994479 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa65e6f4-1b37-4142-92e7-b206f39500dc') {} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:12:19.004414 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742179925270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58650094'] for segment, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:19.019209 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:19.024972 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=92467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 17:12:19.025804 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58650346'] for segment, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: Traceback (most recent call last): Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: timer() Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: cb(*args, **kw) Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: return func(*args, **kwargs) Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: self._notify() Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: self.callback(batched_events) Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: event.method(event) Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: return f(self, *a, **k) Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._get(url).json() Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: return self.request(url, 'GET', **kwargs) Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 17:12:19.027420 dv-cinder-796114-2-iscsi neutron-server[92467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 17:12:19.202962 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16397317'] for network, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:19.207685 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:19.212327 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2fce73c6-7c1b-497f-9f7e-7b8e1326da1e HTTP/1.1" status: 204 len: 168 time: 0.9133773 Jun 12 17:12:19.212327 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-b8049e6a-9a8d-44c7-b5a5-a05fbaf50268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:19.226171 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fce73c6-7c1b-497f-9f7e-7b8e1326da1e,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:19.228872 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:19.618754 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 36808) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:19.665885 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-8d66a2a7-728b-4169-b3d2-b1cdad14cbb1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb7095c203644131bc201541fe94bc98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0448081 Jun 12 17:12:19.668552 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 36812) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:19.722554 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-a28c301b-eb2c-4c9f-a92f-d4db14f86204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:19.745783 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-a28c301b-eb2c-4c9f-a92f-d4db14f86204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:19.917336 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-a28c301b-eb2c-4c9f-a92f-d4db14f86204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:19.919967 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-a28c301b-eb2c-4c9f-a92f-d4db14f86204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:19.921109 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-a28c301b-eb2c-4c9f-a92f-d4db14f86204 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5bca6555-47ae-43c0-ae6d-fd3160eaab65 HTTP/1.1" status: 204 len: 168 time: 0.2516854 Jun 12 17:12:19.921907 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-382e2a61-0616-4476-a6a5-f73684fa1177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:19.930521 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c301b-eb2c-4c9f-a92f-d4db14f86204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bca6555-47ae-43c0-ae6d-fd3160eaab65,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:19.933616 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-a28c301b-eb2c-4c9f-a92f-d4db14f86204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:20.126017 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 31ea8804-d546-4093-ae56-13b7d94d3cf5 no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:12:20.151565 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: 31ea8804-d546-4093-ae56-13b7d94d3cf5 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:12:20.152238 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 31ea8804-d546-4093-ae56-13b7d94d3cf5 not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:12:22.122351 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-700fed76-5c70-4b24-8899-12b63987a334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:22.948389 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 36886) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:23.060502 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-23b1586e-0e8a-43f1-9479-8490c40763cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:23.225182 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-23b1586e-0e8a-43f1-9479-8490c40763cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:23.300474 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-23b1586e-0e8a-43f1-9479-8490c40763cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:23.303221 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-5d87a0b6-d9c9-46e8-bede-bc5b73fd5659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:23.347867 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-23b1586e-0e8a-43f1-9479-8490c40763cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f8113aa0f6241e18d0062d44cdda59b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3983107 Jun 12 17:12:23.348904 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1586e-0e8a-43f1-9479-8490c40763cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367ae26a-69e7-4dcf-9612-78e7bc870c4f,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:23.350539 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36896) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:23.356309 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1586e-0e8a-43f1-9479-8490c40763cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:23.356697 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1586e-0e8a-43f1-9479-8490c40763cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:23.357072 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1586e-0e8a-43f1-9479-8490c40763cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:23.357442 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1586e-0e8a-43f1-9479-8490c40763cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:23.357810 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1586e-0e8a-43f1-9479-8490c40763cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:23.358178 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1586e-0e8a-43f1-9479-8490c40763cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:23.358542 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1586e-0e8a-43f1-9479-8490c40763cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:23.358900 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1586e-0e8a-43f1-9479-8490c40763cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:23.359262 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1586e-0e8a-43f1-9479-8490c40763cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:23.359651 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1586e-0e8a-43f1-9479-8490c40763cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:23.360012 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1586e-0e8a-43f1-9479-8490c40763cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:23.360366 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b1586e-0e8a-43f1-9479-8490c40763cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:23.364247 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-23b1586e-0e8a-43f1-9479-8490c40763cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:23.413617 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-3a884d2b-b933-4b6a-a3ee-bceb5f6e2196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:23.438622 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-3a884d2b-b933-4b6a-a3ee-bceb5f6e2196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:23.562661 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-3a884d2b-b933-4b6a-a3ee-bceb5f6e2196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:23.565229 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-3a884d2b-b933-4b6a-a3ee-bceb5f6e2196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:23.566388 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-3a884d2b-b933-4b6a-a3ee-bceb5f6e2196 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/367ae26a-69e7-4dcf-9612-78e7bc870c4f HTTP/1.1" status: 204 len: 168 time: 0.2142813 Jun 12 17:12:23.567158 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-15f854d4-b3b4-4db2-979b-fd8c5c75ac88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:23.576363 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a884d2b-b933-4b6a-a3ee-bceb5f6e2196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367ae26a-69e7-4dcf-9612-78e7bc870c4f,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:23.578562 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-3a884d2b-b933-4b6a-a3ee-bceb5f6e2196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:24.329523 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36912) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:24.345438 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c7456f82-9989-4508-a53b-33c2c6c0a390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:24.444360 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c7456f82-9989-4508-a53b-33c2c6c0a390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:24.559763 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c7456f82-9989-4508-a53b-33c2c6c0a390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:24.563727 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-ea002589-5499-49ae-be37-1d8a1ae67b8a tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:24.603292 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-c7456f82-9989-4508-a53b-33c2c6c0a390 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80305d14ee214827adfceffef26becef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725780 Jun 12 17:12:24.604322 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7456f82-9989-4508-a53b-33c2c6c0a390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85ce09e-21b9-4238-919f-21270519acf9,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:24.606147 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 36918) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:24.607784 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-c7456f82-9989-4508-a53b-33c2c6c0a390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:24.658295 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-53dca136-1df5-4000-b7a0-4806ff54c162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:24.684139 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-53dca136-1df5-4000-b7a0-4806ff54c162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:24.699684 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-80b5d3cd-fb75-40b7-abd8-f26f9b85ed76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:24.836924 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-53dca136-1df5-4000-b7a0-4806ff54c162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:24.839717 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-53dca136-1df5-4000-b7a0-4806ff54c162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:24.840937 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-53dca136-1df5-4000-b7a0-4806ff54c162 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e85ce09e-21b9-4238-919f-21270519acf9 HTTP/1.1" status: 204 len: 168 time: 0.2337909 Jun 12 17:12:24.841642 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-fae33471-99dd-491e-920a-dc1c6f68440a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:24.850270 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dca136-1df5-4000-b7a0-4806ff54c162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85ce09e-21b9-4238-919f-21270519acf9,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:24.852600 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-53dca136-1df5-4000-b7a0-4806ff54c162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:24.881790 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:24.984906 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36924) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:25.182552 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-035857d1-c9ac-421c-8486-51cbe1fb621d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:25.287480 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-035857d1-c9ac-421c-8486-51cbe1fb621d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:25.373838 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-035857d1-c9ac-421c-8486-51cbe1fb621d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:25.377451 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-fba90c18-3eb3-4ac5-a176-f30b72f9c8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:25.416181 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-035857d1-c9ac-421c-8486-51cbe1fb621d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0884bdd07d64cf9b3bc02b452fa49dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4295468 Jun 12 17:12:25.417366 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035857d1-c9ac-421c-8486-51cbe1fb621d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110ad506-f866-4f61-abab-21e1d3ef793b,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:25.419066 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 36942) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:25.420294 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-035857d1-c9ac-421c-8486-51cbe1fb621d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:25.475734 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f17da802-cbb4-49af-b1cd-63b452ca8a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:25.499455 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f17da802-cbb4-49af-b1cd-63b452ca8a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:25.645506 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f17da802-cbb4-49af-b1cd-63b452ca8a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:25.648124 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f17da802-cbb4-49af-b1cd-63b452ca8a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:25.649242 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-f17da802-cbb4-49af-b1cd-63b452ca8a88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/110ad506-f866-4f61-abab-21e1d3ef793b HTTP/1.1" status: 204 len: 168 time: 0.2291493 Jun 12 17:12:25.650694 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-c440cb72-5b2d-473a-903d-ee25a1b30bbe tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:25.659826 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17da802-cbb4-49af-b1cd-63b452ca8a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110ad506-f866-4f61-abab-21e1d3ef793b,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:25.662090 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-f17da802-cbb4-49af-b1cd-63b452ca8a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:25.808300 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:25.836510 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:27.067134 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 36974) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:27.082802 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0514-4221-4298-bcda-ec96590bbf28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:27.180037 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0514-4221-4298-bcda-ec96590bbf28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:27.288516 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0514-4221-4298-bcda-ec96590bbf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:27.292859 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-f618ce3d-37d7-46d2-8612-c99aa78f1998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:27.337530 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:27.339196 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-dcfa0514-4221-4298-bcda-ec96590bbf28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=36afccfee3f74525bcf4d1c4faeaee6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670798 Jun 12 17:12:27.339196 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa0514-4221-4298-bcda-ec96590bbf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e889f4e8-6d59-42b4-a122-4ceff98a7719,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:27.339393 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 36980) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:27.339829 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-dcfa0514-4221-4298-bcda-ec96590bbf28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:27.400814 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f666f962-c0e2-4027-9e95-6f4a2a5920b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:27.428532 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f666f962-c0e2-4027-9e95-6f4a2a5920b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:27.642440 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f666f962-c0e2-4027-9e95-6f4a2a5920b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:27.645266 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f666f962-c0e2-4027-9e95-6f4a2a5920b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:27.646406 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-f666f962-c0e2-4027-9e95-6f4a2a5920b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e889f4e8-6d59-42b4-a122-4ceff98a7719 HTTP/1.1" status: 204 len: 168 time: 0.3072870 Jun 12 17:12:27.647446 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-01818cdd-261d-46a3-a5eb-6ccc56cdab5d tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:27.657583 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666f962-c0e2-4027-9e95-6f4a2a5920b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e889f4e8-6d59-42b4-a122-4ceff98a7719,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:27.660090 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-f666f962-c0e2-4027-9e95-6f4a2a5920b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:28.854315 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37040) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:28.962873 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cd792191-987b-47cb-8ad1-3769ab955ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:29.071841 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cd792191-987b-47cb-8ad1-3769ab955ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:29.148305 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-cd792191-987b-47cb-8ad1-3769ab955ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:29.152561 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-42e1a049-5bbf-49db-aada-20e8a272c6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:29.193831 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-cd792191-987b-47cb-8ad1-3769ab955ebe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4559652413b4679bfb8369577e9379a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375678 Jun 12 17:12:29.194732 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd792191-987b-47cb-8ad1-3769ab955ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbf1aae-0fcf-4a2e-8535-03de9a17276c,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:29.196608 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 37048) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:29.197728 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-cd792191-987b-47cb-8ad1-3769ab955ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:29.252917 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2d55bbc7-8396-45f7-ba38-3e11bbcd0900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:29.275937 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2d55bbc7-8396-45f7-ba38-3e11bbcd0900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:29.405364 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2d55bbc7-8396-45f7-ba38-3e11bbcd0900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:29.408079 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2d55bbc7-8396-45f7-ba38-3e11bbcd0900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:29.409207 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-2d55bbc7-8396-45f7-ba38-3e11bbcd0900 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ffbf1aae-0fcf-4a2e-8535-03de9a17276c HTTP/1.1" status: 204 len: 168 time: 0.2116115 Jun 12 17:12:29.410048 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-b9445abd-6512-4134-a2ff-a8238636f66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:29.419064 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55bbc7-8396-45f7-ba38-3e11bbcd0900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbf1aae-0fcf-4a2e-8535-03de9a17276c,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:29.421269 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-2d55bbc7-8396-45f7-ba38-3e11bbcd0900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:30.082917 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37060) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:30.098899 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-0c01405d-23f0-4e97-8b9d-aa43b7e3ea1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:30.192697 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-0c01405d-23f0-4e97-8b9d-aa43b7e3ea1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:30.291039 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-0c01405d-23f0-4e97-8b9d-aa43b7e3ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:30.293983 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-91315c7e-6cfd-45f2-81f4-e27b5f614d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:30.332671 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01405d-23f0-4e97-8b9d-aa43b7e3ea1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21a4447-c3b7-4157-990e-c95c4225f4a7,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:30.336918 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-0c01405d-23f0-4e97-8b9d-aa43b7e3ea1c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95d5857531954ee1a2b2aac0b01c4b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529705 Jun 12 17:12:30.337953 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-0c01405d-23f0-4e97-8b9d-aa43b7e3ea1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:30.340000 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37062) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:30.391707 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f8aed4a2-7fcc-4270-b91d-b88ba86ab6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:30.418129 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f8aed4a2-7fcc-4270-b91d-b88ba86ab6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:30.545121 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f8aed4a2-7fcc-4270-b91d-b88ba86ab6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:30.547727 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f8aed4a2-7fcc-4270-b91d-b88ba86ab6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:30.548907 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-f8aed4a2-7fcc-4270-b91d-b88ba86ab6a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a21a4447-c3b7-4157-990e-c95c4225f4a7 HTTP/1.1" status: 204 len: 168 time: 0.2079487 Jun 12 17:12:30.549696 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-e303ae1d-5af2-4735-80af-80ff3bf98ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:30.558434 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aed4a2-7fcc-4270-b91d-b88ba86ab6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21a4447-c3b7-4157-990e-c95c4225f4a7,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:30.560699 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-f8aed4a2-7fcc-4270-b91d-b88ba86ab6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:35.383663 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 37170) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:35.491462 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f2b42179-7bb5-462d-9fed-494f29342e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:35.589679 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f2b42179-7bb5-462d-9fed-494f29342e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:35.710655 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f2b42179-7bb5-462d-9fed-494f29342e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:35.714807 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-938847d8-2bcb-4723-ae48-29cdb4383325 tempest-VolumesNegativeTest-392741704 tempest-VolumesNegativeTest-392741704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:35.751091 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-f2b42179-7bb5-462d-9fed-494f29342e1d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58485e1692b34a32912a961717640c83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662834 Jun 12 17:12:35.753757 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37178) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:35.755666 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b42179-7bb5-462d-9fed-494f29342e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d04811-4882-47c1-97b9-765a37d8550c,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:35.758756 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-f2b42179-7bb5-462d-9fed-494f29342e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:35.806780 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-204b33d9-40b1-41ac-8bf7-b3b45866536e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:35.828837 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-204b33d9-40b1-41ac-8bf7-b3b45866536e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:35.984970 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-204b33d9-40b1-41ac-8bf7-b3b45866536e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:35.987544 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-204b33d9-40b1-41ac-8bf7-b3b45866536e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:35.988732 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-204b33d9-40b1-41ac-8bf7-b3b45866536e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18d04811-4882-47c1-97b9-765a37d8550c HTTP/1.1" status: 204 len: 168 time: 0.2339876 Jun 12 17:12:35.989547 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-09dcf882-05b6-4b41-af1a-05c939d05504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:35.998497 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b33d9-40b1-41ac-8bf7-b3b45866536e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d04811-4882-47c1-97b9-765a37d8550c,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:36.000819 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-204b33d9-40b1-41ac-8bf7-b3b45866536e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:36.691912 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37202) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:36.709467 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b13d76ef-5637-4ca1-a476-c3a0b3a7e76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:36.808228 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b13d76ef-5637-4ca1-a476-c3a0b3a7e76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:36.890971 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b13d76ef-5637-4ca1-a476-c3a0b3a7e76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:36.895612 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-4ebdaddb-1735-4cfc-a6f2-3870c4c79c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:36.938372 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-b13d76ef-5637-4ca1-a476-c3a0b3a7e76e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9fc82188b1e64813bae0aee31e2bcea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453692 Jun 12 17:12:36.939391 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d76ef-5637-4ca1-a476-c3a0b3a7e76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dab4325-8e6d-4c6e-9ecc-7bd27579307e,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:36.941113 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 37212) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:36.942791 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b13d76ef-5637-4ca1-a476-c3a0b3a7e76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:36.998646 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-cb41d233-e620-4cac-8e00-3d672c3d4144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:37.025716 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-cb41d233-e620-4cac-8e00-3d672c3d4144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:37.177261 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-cb41d233-e620-4cac-8e00-3d672c3d4144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:37.180080 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-cb41d233-e620-4cac-8e00-3d672c3d4144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:37.183414 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-cb41d233-e620-4cac-8e00-3d672c3d4144 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6dab4325-8e6d-4c6e-9ecc-7bd27579307e HTTP/1.1" status: 204 len: 168 time: 0.2391806 Jun 12 17:12:37.183414 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-02247d17-cf33-424a-a26a-b5237601ae78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:37.192226 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41d233-e620-4cac-8e00-3d672c3d4144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dab4325-8e6d-4c6e-9ecc-7bd27579307e,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:37.218894 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-cb41d233-e620-4cac-8e00-3d672c3d4144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:39.801768 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 37326) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:39.905694 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-84ea1b83-65ba-4a17-a71c-581768d18c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:39.997265 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-84ea1b83-65ba-4a17-a71c-581768d18c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:40.087949 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-84ea1b83-65ba-4a17-a71c-581768d18c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:40.091176 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-d7df87ea-7641-4b0f-85ba-cf807d67d7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:40.130691 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-84ea1b83-65ba-4a17-a71c-581768d18c6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=569e8a47b9f34f75befc2ba4dda575ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277981 Jun 12 17:12:40.131553 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea1b83-65ba-4a17-a71c-581768d18c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd99363-6d56-4c3a-91e1-338dd6abf75c,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:40.133309 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37330) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:40.134930 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-84ea1b83-65ba-4a17-a71c-581768d18c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:40.194455 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9e92164b-865d-409b-8406-7e156ca16340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:40.218176 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9e92164b-865d-409b-8406-7e156ca16340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:40.347932 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9e92164b-865d-409b-8406-7e156ca16340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:40.352603 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-9e92164b-865d-409b-8406-7e156ca16340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:40.355036 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-9e92164b-865d-409b-8406-7e156ca16340 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bd99363-6d56-4c3a-91e1-338dd6abf75c HTTP/1.1" status: 204 len: 168 time: 0.2201290 Jun 12 17:12:40.356066 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-03590d9c-ff06-4b0c-b61f-cce5a9366de6 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:40.364779 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92164b-865d-409b-8406-7e156ca16340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd99363-6d56-4c3a-91e1-338dd6abf75c,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:40.367029 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-9e92164b-865d-409b-8406-7e156ca16340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:40.963812 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37348) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:40.978681 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ca7847d8-0aa4-4baf-ad62-a2c05b6adf10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:41.072729 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ca7847d8-0aa4-4baf-ad62-a2c05b6adf10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:41.169127 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ca7847d8-0aa4-4baf-ad62-a2c05b6adf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:41.172819 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-9e92164b-865d-409b-8406-7e156ca16340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:41.217546 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-ca7847d8-0aa4-4baf-ad62-a2c05b6adf10 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d721e1575b12468cbff7a4379bca74e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527347 Jun 12 17:12:41.218557 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7847d8-0aa4-4baf-ad62-a2c05b6adf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277b6dc4-8c8f-4a0e-96f0-3040c309b5ad,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:41.220172 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 37350) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:41.222228 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-ca7847d8-0aa4-4baf-ad62-a2c05b6adf10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:41.276267 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4a40d956-6d4a-405d-9c3b-6260c1f1bcf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:41.299585 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4a40d956-6d4a-405d-9c3b-6260c1f1bcf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:41.419067 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4a40d956-6d4a-405d-9c3b-6260c1f1bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:41.421756 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-4a40d956-6d4a-405d-9c3b-6260c1f1bcf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:41.422926 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-4a40d956-6d4a-405d-9c3b-6260c1f1bcf2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/277b6dc4-8c8f-4a0e-96f0-3040c309b5ad HTTP/1.1" status: 204 len: 168 time: 0.2016699 Jun 12 17:12:41.423685 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-b048a97a-253a-4e3c-a2c4-1e95185e1f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:41.432277 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40d956-6d4a-405d-9c3b-6260c1f1bcf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277b6dc4-8c8f-4a0e-96f0-3040c309b5ad,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:41.434470 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-4a40d956-6d4a-405d-9c3b-6260c1f1bcf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:43.230992 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:12:43.239015 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 37426) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:43.345979 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c6989670-1664-4a09-b85c-a138b5069fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:43.444654 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c6989670-1664-4a09-b85c-a138b5069fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:43.522122 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c6989670-1664-4a09-b85c-a138b5069fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:43.524870 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-5dcd01be-9ccf-4a8d-8a08-5c04ac7b51b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:43.569132 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6989670-1664-4a09-b85c-a138b5069fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e539de-def6-4f24-8769-f8453a59d731,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:43.572315 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-c6989670-1664-4a09-b85c-a138b5069fe1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7431a3dfc6e247fab8ef3a9603a7841d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321743 Jun 12 17:12:43.575259 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37450) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:43.587939 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-c6989670-1664-4a09-b85c-a138b5069fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:43.634663 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e283f257-cd13-42fa-847c-70afce16fa7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:43.659091 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e283f257-cd13-42fa-847c-70afce16fa7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:43.899460 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e283f257-cd13-42fa-847c-70afce16fa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:43.902936 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e283f257-cd13-42fa-847c-70afce16fa7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:43.904155 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-e283f257-cd13-42fa-847c-70afce16fa7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4e539de-def6-4f24-8769-f8453a59d731 HTTP/1.1" status: 204 len: 168 time: 0.3277497 Jun 12 17:12:43.905144 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-901aa0a0-c91b-47a3-a4c8-5e46cd4a0efa tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:43.914032 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283f257-cd13-42fa-847c-70afce16fa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e539de-def6-4f24-8769-f8453a59d731,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:43.925083 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283f257-cd13-42fa-847c-70afce16fa7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:43.925551 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283f257-cd13-42fa-847c-70afce16fa7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:43.925993 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283f257-cd13-42fa-847c-70afce16fa7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:43.926427 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283f257-cd13-42fa-847c-70afce16fa7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:43.926858 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283f257-cd13-42fa-847c-70afce16fa7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:43.927288 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283f257-cd13-42fa-847c-70afce16fa7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:43.927741 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283f257-cd13-42fa-847c-70afce16fa7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:43.928168 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283f257-cd13-42fa-847c-70afce16fa7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:43.928592 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283f257-cd13-42fa-847c-70afce16fa7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:43.929072 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283f257-cd13-42fa-847c-70afce16fa7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:43.929495 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283f257-cd13-42fa-847c-70afce16fa7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:43.930220 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283f257-cd13-42fa-847c-70afce16fa7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:12:43.934030 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-e283f257-cd13-42fa-847c-70afce16fa7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:44.431060 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37472) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:44.485649 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee153202-7ec2-47ed-b67f-b5b9bdae23c2 admin admin] Deleting subnet 6073f3b1-329d-4c85-807c-28ebeffc358f {{(pid=92466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 17:12:44.488777 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ee153202-7ec2-47ed-b67f-b5b9bdae23c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:44.512808 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 37476) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:44.540819 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ee153202-7ec2-47ed-b67f-b5b9bdae23c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496856'] for subnet, precommit_delete_associations {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:44.605754 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ee153202-7ec2-47ed-b67f-b5b9bdae23c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744179'] for subnet, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:44.659064 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e6d2828e-1e28-4d2d-acce-a0d78e313b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:44.752260 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0b3b0-335c-4e4a-88c6-706dc0d07187 req-416a8756-0dd2-4d12-8844-2580c7e81d1f tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:44.755088 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-fce0b3b0-335c-4e4a-88c6-706dc0d07187 req-416a8756-0dd2-4d12-8844-2580c7e81d1f tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.0768118 Jun 12 17:12:44.775321 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ee153202-7ec2-47ed-b67f-b5b9bdae23c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12900468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13056930'] for subnet, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:44.780029 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-2ae4fb10-d61a-4d7b-843f-7c728d830d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:44.829883 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee153202-7ec2-47ed-b67f-b5b9bdae23c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6073f3b1-329d-4c85-807c-28ebeffc358f,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:44.832349 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-ee153202-7ec2-47ed-b67f-b5b9bdae23c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:44.836820 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-ee153202-7ec2-47ed-b67f-b5b9bdae23c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:44.838703 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-ee153202-7ec2-47ed-b67f-b5b9bdae23c2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6073f3b1-329d-4c85-807c-28ebeffc358f HTTP/1.1" status: 204 len: 168 time: 0.4065528 Jun 12 17:12:44.841600 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 37488) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:44.844465 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-fce0b3b0-335c-4e4a-88c6-706dc0d07187 req-9a7d7767-d56e-4cd0-a730-c607bb267a6a tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852220 Jun 12 17:12:44.872066 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e6d2828e-1e28-4d2d-acce-a0d78e313b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:44.941928 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bf05165b-2a9a-4b5a-a7a3-3217625dc6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538232'] for network, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:44.944798 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-e6d2828e-1e28-4d2d-acce-a0d78e313b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:44.948417 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6d197250-6c1c-4a40-a2c6-bb761f2b6934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:44.994963 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-e6d2828e-1e28-4d2d-acce-a0d78e313b33 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46dd252492944b03b13b07fee9505347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4810162 Jun 12 17:12:45.003979 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37496) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:45.029847 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2828e-1e28-4d2d-acce-a0d78e313b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a36f67d-f2b4-48d5-9eef-d02ee558d705,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:45.033068 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e6d2828e-1e28-4d2d-acce-a0d78e313b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:45.061984 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-5d7db05e-0622-4829-bde4-af78d75221ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:45.090905 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-5d7db05e-0622-4829-bde4-af78d75221ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:45.099937 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bf05165b-2a9a-4b5a-a7a3-3217625dc6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741742', 'neutron.services.segments.db._delete_segments_for_network-8742179925432'] for network, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:45.115369 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-bf05165b-2a9a-4b5a-a7a3-3217625dc6db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15253e5-bedc-449f-92c9-3170b671744e']}} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:12:45.129498 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-bf05165b-2a9a-4b5a-a7a3-3217625dc6db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b482bd03-6f79-44bc-bd0b-901423e42550') {'for_net_delete': True} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:12:45.129798 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-bf05165b-2a9a-4b5a-a7a3-3217625dc6db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b482bd03-6f79-44bc-bd0b-901423e42550') {} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:12:45.140273 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bf05165b-2a9a-4b5a-a7a3-3217625dc6db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742179925270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58650094'] for segment, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:45.155407 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bf05165b-2a9a-4b5a-a7a3-3217625dc6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:45.161300 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf05165b-2a9a-4b5a-a7a3-3217625dc6db admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=92467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 17:12:45.161812 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bf05165b-2a9a-4b5a-a7a3-3217625dc6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58650346'] for segment, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: Traceback (most recent call last): Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: timer() Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: cb(*args, **kw) Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: return func(*args, **kwargs) Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: self._notify() Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: self.callback(batched_events) Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: event.method(event) Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: return f(self, *a, **k) Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._get(url).json() Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: return self.request(url, 'GET', **kwargs) Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 17:12:45.163510 dv-cinder-796114-2-iscsi neutron-server[92467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 17:12:45.228191 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-5d7db05e-0622-4829-bde4-af78d75221ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:45.231898 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-5d7db05e-0622-4829-bde4-af78d75221ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:45.233018 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-5d7db05e-0622-4829-bde4-af78d75221ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a36f67d-f2b4-48d5-9eef-d02ee558d705 HTTP/1.1" status: 204 len: 168 time: 0.2278342 Jun 12 17:12:45.233831 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-035857d1-c9ac-421c-8486-51cbe1fb621d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:45.244142 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7db05e-0622-4829-bde4-af78d75221ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a36f67d-f2b4-48d5-9eef-d02ee558d705,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:45.247059 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-5d7db05e-0622-4829-bde4-af78d75221ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:45.319211 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bf05165b-2a9a-4b5a-a7a3-3217625dc6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16397317'] for network, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:45.323260 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-f4250c92-f48d-4439-b1f4-d79a2bc4a195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:45.325840 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bf05165b-2a9a-4b5a-a7a3-3217625dc6db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:45.330643 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-bf05165b-2a9a-4b5a-a7a3-3217625dc6db admin admin] 10.222.0.16 "DELETE /v2.0/networks/f15253e5-bedc-449f-92c9-3170b671744e HTTP/1.1" status: 204 len: 168 time: 0.4878917 Jun 12 17:12:45.344376 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05165b-2a9a-4b5a-a7a3-3217625dc6db admin admin] Pushing event deleted for resources: {'Network': ['ID=f15253e5-bedc-449f-92c9-3170b671744e,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:45.346965 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-bf05165b-2a9a-4b5a-a7a3-3217625dc6db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:45.601566 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37510) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:45.645779 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-5b0bd04f-699b-4a93-920c-e580b82751ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9e452706e9247a0b06ead3e433113fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429208 Jun 12 17:12:45.648029 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37512) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:45.704774 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-67858986-7cc8-4ecf-88f9-92403901de1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:45.727716 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-67858986-7cc8-4ecf-88f9-92403901de1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:45.815465 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37514) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:45.830776 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-784492ca-6af1-4d5f-be48-1169a279ca5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:45.847123 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-67858986-7cc8-4ecf-88f9-92403901de1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:45.849671 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-67858986-7cc8-4ecf-88f9-92403901de1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:45.851101 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-67858986-7cc8-4ecf-88f9-92403901de1b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c41eca8-05bb-4f10-a9f6-83ac526469d5 HTTP/1.1" status: 204 len: 168 time: 0.2018483 Jun 12 17:12:45.853455 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-7439cb7a-9762-48ef-b4e6-b9d415281b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:45.866431 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67858986-7cc8-4ecf-88f9-92403901de1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c41eca8-05bb-4f10-a9f6-83ac526469d5,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:45.874312 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-67858986-7cc8-4ecf-88f9-92403901de1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:45.958365 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-784492ca-6af1-4d5f-be48-1169a279ca5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:46.036708 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-784492ca-6af1-4d5f-be48-1169a279ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:46.040713 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-16008dfd-d7df-4163-b569-eb4f524ea445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:46.082249 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-784492ca-6af1-4d5f-be48-1169a279ca5d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a67060105de742d1b130c84c9921fd0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656183 Jun 12 17:12:46.082470 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f603609-ccc0-46c7-ba3d-4fa6d8783452 req-14a40eb8-2187-4ec6-9d5c-7560b2c1df74 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:46.083955 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784492ca-6af1-4d5f-be48-1169a279ca5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf39d9c-0b6c-4f03-9742-7c884457a753,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:46.084095 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3f603609-ccc0-46c7-ba3d-4fa6d8783452 req-14a40eb8-2187-4ec6-9d5c-7560b2c1df74 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.0796700 Jun 12 17:12:46.084731 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 37524) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:12:46.086970 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-784492ca-6af1-4d5f-be48-1169a279ca5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:46.161446 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3f603609-ccc0-46c7-ba3d-4fa6d8783452 req-ed73c6cf-4e61-4447-b85b-3d201412dff6 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693419 Jun 12 17:12:46.175683 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-dcb07b63-5de8-4755-b689-4f620724d1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:46.200304 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-dcb07b63-5de8-4755-b689-4f620724d1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:46.393721 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-dcb07b63-5de8-4755-b689-4f620724d1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:46.396676 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-dcb07b63-5de8-4755-b689-4f620724d1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:46.397934 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-dcb07b63-5de8-4755-b689-4f620724d1de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/acf39d9c-0b6c-4f03-9742-7c884457a753 HTTP/1.1" status: 204 len: 168 time: 0.3121974 Jun 12 17:12:46.398709 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6ac66e4c-453e-4b67-b815-42acd02cd3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:12:46.409267 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb07b63-5de8-4755-b689-4f620724d1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf39d9c-0b6c-4f03-9742-7c884457a753,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:12:46.418367 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-dcb07b63-5de8-4755-b689-4f620724d1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:12:47.352029 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99184d-476c-4352-9d1a-8fddab7fa5eb req-5103d483-2d2e-4ad1-8d52-2fca584083a1 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:47.353601 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3d99184d-476c-4352-9d1a-8fddab7fa5eb req-5103d483-2d2e-4ad1-8d52-2fca584083a1 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.0746086 Jun 12 17:12:47.401469 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3d99184d-476c-4352-9d1a-8fddab7fa5eb req-b29171e7-cee5-4acb-9882-c308eaac9702 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375564 Jun 12 17:12:48.586433 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280ee6d-fb1f-43f2-821c-bc062f6a665b req-a13b9d25-2a1a-4dfb-ae3e-71851876b3b2 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:48.588071 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8280ee6d-fb1f-43f2-821c-bc062f6a665b req-a13b9d25-2a1a-4dfb-ae3e-71851876b3b2 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.0746596 Jun 12 17:12:48.629529 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8280ee6d-fb1f-43f2-821c-bc062f6a665b req-1220e9bf-1716-4459-b4f3-404b40aac05d tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358839 Jun 12 17:12:49.806098 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e3627-f050-4809-9198-fb39338ac5e6 req-1f32f40c-48f6-4e27-b7b0-93108b1cc2f6 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:49.807550 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-fd6e3627-f050-4809-9198-fb39338ac5e6 req-1f32f40c-48f6-4e27-b7b0-93108b1cc2f6 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.0676243 Jun 12 17:12:49.849187 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-fd6e3627-f050-4809-9198-fb39338ac5e6 req-2199460e-4a1d-45b5-acb3-ca32e34d80f1 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351653 Jun 12 17:12:51.026562 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721eebe-9875-49a9-b6f0-2b5c70507a94 req-eb44edc8-2c83-49f4-a1cb-a3c1d1f03436 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:51.028200 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d721eebe-9875-49a9-b6f0-2b5c70507a94 req-eb44edc8-2c83-49f4-a1cb-a3c1d1f03436 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.0683796 Jun 12 17:12:51.070452 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d721eebe-9875-49a9-b6f0-2b5c70507a94 req-b2e029d4-287f-446b-adc0-4774161805c2 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365613 Jun 12 17:12:52.062033 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-54a15b5f-9781-4c23-8c99-253700701d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:52.263407 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95009f2c-7877-4771-a0de-a3196ece8ac4 req-c0173a8a-73e0-427d-9939-dc1ea805c1a1 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:52.264866 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-95009f2c-7877-4771-a0de-a3196ece8ac4 req-c0173a8a-73e0-427d-9939-dc1ea805c1a1 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.0772345 Jun 12 17:12:52.308797 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-95009f2c-7877-4771-a0de-a3196ece8ac4 req-91033af7-d2c8-4621-bc29-428477aa5822 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376351 Jun 12 17:12:53.495153 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65e592-402a-4a29-9795-b1955becbaae req-6a156c80-ce8e-419a-8ffa-1c15d94c2356 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:53.496903 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2c65e592-402a-4a29-9795-b1955becbaae req-6a156c80-ce8e-419a-8ffa-1c15d94c2356 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.0734940 Jun 12 17:12:53.538027 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2c65e592-402a-4a29-9795-b1955becbaae req-91f2bcc2-af14-4ead-b5f9-c097de6aa4d7 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356486 Jun 12 17:12:54.690434 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1b1d700b-0bff-42c0-b835-c8115c988956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:54.717785 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be861b-2c5b-40ce-a018-c94c13f2db3b req-ab61290c-614f-487e-9f58-52ef3c20864b tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:54.719290 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-26be861b-2c5b-40ce-a018-c94c13f2db3b req-ab61290c-614f-487e-9f58-52ef3c20864b tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.0688109 Jun 12 17:12:54.760306 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-26be861b-2c5b-40ce-a018-c94c13f2db3b req-4761b9fd-5426-4ab4-9d70-9d10e4a0b155 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353131 Jun 12 17:12:54.856658 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:55.572871 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6f37e-4f6d-4eac-9888-3ccbd422df2c req-3534893d-d7e8-449f-8fd7-de914550c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:55.574928 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a3d6f37e-4f6d-4eac-9888-3ccbd422df2c req-3534893d-d7e8-449f-8fd7-de914550c219 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9be239a3ad554429b14fd85c26b7643f&device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 1098 time: 0.0609083 Jun 12 17:12:55.691239 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6f37e-4f6d-4eac-9888-3ccbd422df2c req-3d7652a0-6ea9-4326-a125-2b4ba3b0cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:55.692719 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a3d6f37e-4f6d-4eac-9888-3ccbd422df2c req-3d7652a0-6ea9-4326-a125-2b4ba3b0cb16 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1de459b0-6013-449b-9c9e-63d7ea66f02a HTTP/1.1" status: 200 len: 910 time: 0.1117058 Jun 12 17:12:55.779687 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a3d6f37e-4f6d-4eac-9888-3ccbd422df2c req-4bb757fe-5a94-462e-b0b8-4dece5521b8e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d013f4ff-ebe3-436b-8835-c0a6c5e180a4 HTTP/1.1" status: 200 len: 1000 time: 0.0797811 Jun 12 17:12:55.790826 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:55.813493 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:55.837539 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6f37e-4f6d-4eac-9888-3ccbd422df2c req-6a40ba9d-2757-4c70-88a0-9eb37f7c53f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:55.838876 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a3d6f37e-4f6d-4eac-9888-3ccbd422df2c req-6a40ba9d-2757-4c70-88a0-9eb37f7c53f7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4758b802-10b2-4d8a-9b59-c24e4b4afa11 HTTP/1.1" status: 200 len: 848 time: 0.0529335 Jun 12 17:12:55.945577 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6f37e-4f6d-4eac-9888-3ccbd422df2c req-000adbb3-0146-495e-8fa6-280a0a96a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:55.947003 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a3d6f37e-4f6d-4eac-9888-3ccbd422df2c req-000adbb3-0146-495e-8fa6-280a0a96a7e7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1de459b0-6013-449b-9c9e-63d7ea66f02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1021440 Jun 12 17:12:55.997595 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690773a-b8da-4422-800a-d356bee14043 req-0e56731f-a9c5-439f-a6c8-c2d383a833f5 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:55.998988 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9690773a-b8da-4422-800a-d356bee14043 req-0e56731f-a9c5-439f-a6c8-c2d383a833f5 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.1165345 Jun 12 17:12:56.100258 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9690773a-b8da-4422-800a-d356bee14043 req-db2f6298-3976-43d5-8def-4791ebe648e7 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601118 Jun 12 17:12:56.102096 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a3d6f37e-4f6d-4eac-9888-3ccbd422df2c req-d96a4139-bedd-4b7c-87e4-2aa4e8226c7b service neutron] 10.222.0.22 "GET /v2.0/networks/1de459b0-6013-449b-9c9e-63d7ea66f02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479373 Jun 12 17:12:56.218241 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a3d6f37e-4f6d-4eac-9888-3ccbd422df2c req-0fbc049b-913a-41e9-a6e7-b82b4bbaca82 service neutron] 10.222.0.22 "GET /v2.0/networks/1de459b0-6013-449b-9c9e-63d7ea66f02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100090 Jun 12 17:12:57.290239 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00017a68-dac9-4701-a35d-9ed6cda10ee2 req-d78fbcac-0277-40cc-b398-ba1e89afe039 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:57.291697 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-00017a68-dac9-4701-a35d-9ed6cda10ee2 req-d78fbcac-0277-40cc-b398-ba1e89afe039 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.0728981 Jun 12 17:12:57.307616 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:12:57.333362 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-00017a68-dac9-4701-a35d-9ed6cda10ee2 req-70eff9e6-35c0-468f-96db-ff148e09e34a tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359600 Jun 12 17:12:58.508894 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9bdae-f66f-4805-adf0-fb8a43f7d112 req-45ccca77-d5d4-4242-a81d-489402aa7d5d tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:58.510309 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ddb9bdae-f66f-4805-adf0-fb8a43f7d112 req-45ccca77-d5d4-4242-a81d-489402aa7d5d tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.0672529 Jun 12 17:12:58.550716 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ddb9bdae-f66f-4805-adf0-fb8a43f7d112 req-fc8f77f6-a4dd-4f17-9ce3-b52be5397457 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345457 Jun 12 17:12:59.728358 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81eb22-b3a3-4f50-87be-dd2063c5c53c req-139fbb91-9799-48ab-93ec-9c6d26cf89b9 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:12:59.729925 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-dd81eb22-b3a3-4f50-87be-dd2063c5c53c req-139fbb91-9799-48ab-93ec-9c6d26cf89b9 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.0680237 Jun 12 17:12:59.770917 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-dd81eb22-b3a3-4f50-87be-dd2063c5c53c req-c4e028f3-c725-4e60-aa4c-2f78aaa27389 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356247 Jun 12 17:13:00.089745 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33191515-a74b-4c20-ac93-5acd78903b9f req-333b992e-9a92-43c0-a96a-e77fdbf75765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:00.091161 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-33191515-a74b-4c20-ac93-5acd78903b9f req-333b992e-9a92-43c0-a96a-e77fdbf75765 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9be239a3ad554429b14fd85c26b7643f&device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 1098 time: 0.0569685 Jun 12 17:13:00.222947 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33191515-a74b-4c20-ac93-5acd78903b9f req-7d976945-d83b-4363-9f00-ef212dcc9228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:00.224470 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-33191515-a74b-4c20-ac93-5acd78903b9f req-7d976945-d83b-4363-9f00-ef212dcc9228 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1de459b0-6013-449b-9c9e-63d7ea66f02a HTTP/1.1" status: 200 len: 910 time: 0.1138828 Jun 12 17:13:00.309653 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-33191515-a74b-4c20-ac93-5acd78903b9f req-af34e57a-3a50-4717-8f62-84c3f4cdb9f1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d013f4ff-ebe3-436b-8835-c0a6c5e180a4 HTTP/1.1" status: 200 len: 1000 time: 0.0782008 Jun 12 17:13:00.366935 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33191515-a74b-4c20-ac93-5acd78903b9f req-3077e25b-8263-432f-b623-beb44c6ef8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:00.368376 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-33191515-a74b-4c20-ac93-5acd78903b9f req-3077e25b-8263-432f-b623-beb44c6ef8f1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4758b802-10b2-4d8a-9b59-c24e4b4afa11 HTTP/1.1" status: 200 len: 848 time: 0.0523155 Jun 12 17:13:00.439621 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33191515-a74b-4c20-ac93-5acd78903b9f req-0594b9b7-91f8-447c-8409-198a96a4b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:00.441130 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-33191515-a74b-4c20-ac93-5acd78903b9f req-0594b9b7-91f8-447c-8409-198a96a4b4a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1de459b0-6013-449b-9c9e-63d7ea66f02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617857 Jun 12 17:13:00.550749 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-33191515-a74b-4c20-ac93-5acd78903b9f req-05456b42-cebb-447b-ae62-886dd116c0d5 service neutron] 10.222.0.22 "GET /v2.0/networks/1de459b0-6013-449b-9c9e-63d7ea66f02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034603 Jun 12 17:13:00.667904 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-33191515-a74b-4c20-ac93-5acd78903b9f req-6e435902-8dbf-474c-b918-9b431f769089 service neutron] 10.222.0.22 "GET /v2.0/networks/1de459b0-6013-449b-9c9e-63d7ea66f02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099243 Jun 12 17:13:00.960735 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4962a9e-1d28-49cf-9a40-50a3025eb375 req-64a7380e-189f-4848-893f-b51622d443af tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:00.967056 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b4962a9e-1d28-49cf-9a40-50a3025eb375 req-64a7380e-189f-4848-893f-b51622d443af tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.0804360 Jun 12 17:13:01.013879 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b4962a9e-1d28-49cf-9a40-50a3025eb375 req-fd3f83a6-8368-4153-bd3f-8df7ecb8193a tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445993 Jun 12 17:13:02.453092 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed689b-7383-4495-a67c-a7ea42b4fd9e req-5a8946ef-f607-4523-bed7-2c1710557349 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:02.454543 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b2ed689b-7383-4495-a67c-a7ea42b4fd9e req-5a8946ef-f607-4523-bed7-2c1710557349 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.3162949 Jun 12 17:13:02.497288 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-b2ed689b-7383-4495-a67c-a7ea42b4fd9e req-445adb43-2eca-40e8-896a-4a13a6ec2a53 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368953 Jun 12 17:13:03.125395 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-653251a3-63a7-4bc6-b40a-6147cf8840de req-264e43cd-16f4-4952-abb2-a106f70fa64a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807564 Jun 12 17:13:03.135339 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec02cf-3df4-4d77-af60-0c13b33b7088 req-03ec3f38-d83b-4734-b930-1557d2ab5a16 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:03.135339 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-09ec02cf-3df4-4d77-af60-0c13b33b7088 req-03ec3f38-d83b-4734-b930-1557d2ab5a16 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.1270189 Jun 12 17:13:03.185018 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-09ec02cf-3df4-4d77-af60-0c13b33b7088 req-fc70e7ae-ff72-47da-9cfe-8822572aea53 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392458 Jun 12 17:13:04.370763 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebaf5e-0ed3-4998-9520-0027118409b0 req-8807ae55-8bff-4f99-94b7-9f6e962c64a2 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:04.372211 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-49ebaf5e-0ed3-4998-9520-0027118409b0 req-8807ae55-8bff-4f99-94b7-9f6e962c64a2 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.0684073 Jun 12 17:13:04.413162 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-49ebaf5e-0ed3-4998-9520-0027118409b0 req-73e1b6be-24c8-4824-9378-a0a19e714c0d tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354807 Jun 12 17:13:04.807413 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device d013f4ff-ebe3-436b-8835-c0a6c5e180a4 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:13:04.893922 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:04.916871 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e1163a-1acd-4898-99f8-d1ce2715f412', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:13:04.919308 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c92dce-301a-4c94-b24a-843817af19ab" -d '{"events": [{"server_uuid": "e1e1163a-1acd-4898-99f8-d1ce2715f412", "name": "network-vif-unplugged", "status": "completed", "tag": "d013f4ff-ebe3-436b-8835-c0a6c5e180a4"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:13:04.933000 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port d013f4ff-ebe3-436b-8835-c0a6c5e180a4, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d013f4ff-ebe3-436b-8835-c0a6c5e180a4,segment=NetworkSegment(dfdffe23-705e-45dc-a58b-cc7a72d5bc07),segment_id=dfdffe23-705e-45dc-a58b-cc7a72d5bc07)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:13:04.952395 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 12 Jun 2021 17:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d355172-6c1c-4988-b98d-9d674eab7379 x-openstack-request-id: req-1d355172-6c1c-4988-b98d-9d674eab7379 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:13:04.952696 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e1163a-1acd-4898-99f8-d1ce2715f412", "name": "network-vif-unplugged", "status": "failed", "tag": "d013f4ff-ebe3-436b-8835-c0a6c5e180a4", "code": 422}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:13:04.952986 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d355172-6c1c-4988-b98d-9d674eab7379 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:13:04.953426 dv-cinder-796114-2-iscsi neutron-server[92468]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1e1163a-1acd-4898-99f8-d1ce2715f412', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4', 'code': 422} returned with failed status Jun 12 17:13:05.002158 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:05.004042 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-0d44dc93-6bb8-40cd-89cb-c5f6892d93e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:05.073198 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=d013f4ff-ebe3-436b-8835-c0a6c5e180a4,revision_number=6']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:05.081952 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:05.082559 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:05.083092 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:05.083437 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:05.083815 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:05.087620 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:05.087620 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:05.087620 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:05.087620 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:05.087620 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:05.087620 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:05.087620 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:05.090286 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:05.599983 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9a959-8bff-492a-813b-722ceca7c9d5 req-12ba9d6a-8c93-496d-81bf-bcc5cda54da8 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:05.601434 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6ad9a959-8bff-492a-813b-722ceca7c9d5 req-12ba9d6a-8c93-496d-81bf-bcc5cda54da8 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 943 time: 0.0757575 Jun 12 17:13:05.970357 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6ad9a959-8bff-492a-813b-722ceca7c9d5 req-fb3f3155-793f-4985-abd5-3a1967c139c5 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3631668 Jun 12 17:13:05.993066 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653251a3-63a7-4bc6-b40a-6147cf8840de req-c261ec00-feaf-4cf3-b41e-465523fec9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:05.994557 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-653251a3-63a7-4bc6-b40a-6147cf8840de req-c261ec00-feaf-4cf3-b41e-465523fec9ca service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412&tenant_id=9be239a3ad554429b14fd85c26b7643f HTTP/1.1" status: 200 len: 1096 time: 0.0758157 Jun 12 17:13:06.085993 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653251a3-63a7-4bc6-b40a-6147cf8840de req-8cf61954-3a3b-4396-9b3c-f9f249c7365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:06.087459 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-653251a3-63a7-4bc6-b40a-6147cf8840de req-8cf61954-3a3b-4396-9b3c-f9f249c7365f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9be239a3ad554429b14fd85c26b7643f&device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 1096 time: 0.0713646 Jun 12 17:13:06.200718 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653251a3-63a7-4bc6-b40a-6147cf8840de req-f911d198-5714-4ee3-a66f-bfe39814e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:06.202390 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-653251a3-63a7-4bc6-b40a-6147cf8840de req-f911d198-5714-4ee3-a66f-bfe39814e05f service neutron] 10.222.0.22 "GET /v2.0/networks?id=1de459b0-6013-449b-9c9e-63d7ea66f02a HTTP/1.1" status: 200 len: 910 time: 0.1094220 Jun 12 17:13:06.288888 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-653251a3-63a7-4bc6-b40a-6147cf8840de req-47b34e2f-3352-458e-b88e-8cd635da048b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d013f4ff-ebe3-436b-8835-c0a6c5e180a4 HTTP/1.1" status: 200 len: 998 time: 0.0804546 Jun 12 17:13:06.346506 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653251a3-63a7-4bc6-b40a-6147cf8840de req-14f56333-e057-4ce6-adf3-3b1f001ecadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:06.347958 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-653251a3-63a7-4bc6-b40a-6147cf8840de req-14f56333-e057-4ce6-adf3-3b1f001ecadc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4758b802-10b2-4d8a-9b59-c24e4b4afa11 HTTP/1.1" status: 200 len: 848 time: 0.0522270 Jun 12 17:13:06.415051 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653251a3-63a7-4bc6-b40a-6147cf8840de req-122d4862-384d-4c16-85ce-093f5ae08989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:06.416606 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-653251a3-63a7-4bc6-b40a-6147cf8840de req-122d4862-384d-4c16-85ce-093f5ae08989 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1de459b0-6013-449b-9c9e-63d7ea66f02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624595 Jun 12 17:13:06.530698 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-653251a3-63a7-4bc6-b40a-6147cf8840de req-9b09689e-e8e5-47f1-a72a-44b1590b07c1 service neutron] 10.222.0.22 "GET /v2.0/networks/1de459b0-6013-449b-9c9e-63d7ea66f02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080205 Jun 12 17:13:06.647819 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-653251a3-63a7-4bc6-b40a-6147cf8840de req-96efdc48-1c2c-4fdd-b681-cb135cab611c service neutron] 10.222.0.22 "GET /v2.0/networks/1de459b0-6013-449b-9c9e-63d7ea66f02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101298 Jun 12 17:13:06.955779 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 37790) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:07.072062 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-af9108d8-75cb-42c2-beee-5c8d81c5d967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:07.156129 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db88c5d-275a-4177-a711-9a903be55c9d req-2dd2e0f5-7426-42ab-b7e9-dfbeaa6d23eb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:07.157597 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9db88c5d-275a-4177-a711-9a903be55c9d req-2dd2e0f5-7426-42ab-b7e9-dfbeaa6d23eb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 943 time: 0.0708654 Jun 12 17:13:07.172843 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-af9108d8-75cb-42c2-beee-5c8d81c5d967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:07.198271 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9db88c5d-275a-4177-a711-9a903be55c9d req-af127287-f6fc-4417-af36-63de60d7cf96 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348558 Jun 12 17:13:07.253124 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-af9108d8-75cb-42c2-beee-5c8d81c5d967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:07.255765 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-92e2e2be-b2b5-45ee-bb50-d01d890845cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:07.294366 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9108d8-75cb-42c2-beee-5c8d81c5d967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9126297-11c2-4c15-b09d-e9d44f5175e6,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:07.298962 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-af9108d8-75cb-42c2-beee-5c8d81c5d967 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b929f7e470154d9e97780b13b7806434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420684 Jun 12 17:13:07.299903 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-af9108d8-75cb-42c2-beee-5c8d81c5d967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:07.301515 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 37796) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:07.355437 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1b4fc074-ebfc-40bf-8a19-f100cbf84d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:07.381010 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1b4fc074-ebfc-40bf-8a19-f100cbf84d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:07.496013 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1b4fc074-ebfc-40bf-8a19-f100cbf84d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:07.498638 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1b4fc074-ebfc-40bf-8a19-f100cbf84d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:07.499818 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-1b4fc074-ebfc-40bf-8a19-f100cbf84d7c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9126297-11c2-4c15-b09d-e9d44f5175e6 HTTP/1.1" status: 204 len: 168 time: 0.1973886 Jun 12 17:13:07.504173 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6cebb2a3-a740-4cbe-9f4d-ef30a6fda799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:07.509502 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fc074-ebfc-40bf-8a19-f100cbf84d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9126297-11c2-4c15-b09d-e9d44f5175e6,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:07.511766 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-1b4fc074-ebfc-40bf-8a19-f100cbf84d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:07.737941 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 37808) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:07.844414 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-44b2781f-087c-4662-97f2-7fd6cad3550f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:07.940100 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-44b2781f-087c-4662-97f2-7fd6cad3550f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:07.999420 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-44b2781f-087c-4662-97f2-7fd6cad3550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:08.003116 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-a28c301b-eb2c-4c9f-a92f-d4db14f86204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:08.043721 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-44b2781f-087c-4662-97f2-7fd6cad3550f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=691a6834bfb54dffadfb0a00062769cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044889 Jun 12 17:13:08.044987 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2781f-087c-4662-97f2-7fd6cad3550f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c98e2e2-c94f-4cbc-9823-16d15e99c52c,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:08.046814 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37820) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:08.048076 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-44b2781f-087c-4662-97f2-7fd6cad3550f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:08.103877 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8d533407-a897-4d82-b7cd-8aeebc670be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:08.127698 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8d533407-a897-4d82-b7cd-8aeebc670be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:08.265163 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8d533407-a897-4d82-b7cd-8aeebc670be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:08.267880 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-8d533407-a897-4d82-b7cd-8aeebc670be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:08.273207 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-8d533407-a897-4d82-b7cd-8aeebc670be9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c98e2e2-c94f-4cbc-9823-16d15e99c52c HTTP/1.1" status: 204 len: 168 time: 0.2209103 Jun 12 17:13:08.273207 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-4c3b46d0-479b-4922-8e24-839c344b390b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:08.278819 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d533407-a897-4d82-b7cd-8aeebc670be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c98e2e2-c94f-4cbc-9823-16d15e99c52c,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:08.281370 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-8d533407-a897-4d82-b7cd-8aeebc670be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:08.383979 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a609d2-73d0-4f0e-b1b4-1dfbe33b47f2 req-e2130723-98e2-44a7-b65b-6dee63f393f5 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:08.385435 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-40a609d2-73d0-4f0e-b1b4-1dfbe33b47f2 req-e2130723-98e2-44a7-b65b-6dee63f393f5 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 943 time: 0.0691986 Jun 12 17:13:08.428885 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-40a609d2-73d0-4f0e-b1b4-1dfbe33b47f2 req-4cedb314-abcf-40f1-b902-3b3cda03abb9 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372159 Jun 12 17:13:08.433190 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 37834) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:08.619743 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-f13d9c4a-5556-4ba3-8e46-2c6dd8a327bd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-234491452-network', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:13:08.704892 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13d9c4a-5556-4ba3-8e46-2c6dd8a327bd admin admin] Made reservation on behalf of 99ffd93460544f318fb5e13c2b84c06a for: {'network': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:13:08.707244 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f13d9c4a-5556-4ba3-8e46-2c6dd8a327bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for network, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:08.718605 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f13d9c4a-5556-4ba3-8e46-2c6dd8a327bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:08.814827 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f13d9c4a-5556-4ba3-8e46-2c6dd8a327bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:08.887414 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f13d9c4a-5556-4ba3-8e46-2c6dd8a327bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:08.891203 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-1b4fc074-ebfc-40bf-8a19-f100cbf84d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:08.915277 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13d9c4a-5556-4ba3-8e46-2c6dd8a327bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=92467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 17:13:08.926875 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d9c4a-5556-4ba3-8e46-2c6dd8a327bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58cf3bd-9620-4c4d-89ad-e61015ec70ad,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:08.931124 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-f13d9c4a-5556-4ba3-8e46-2c6dd8a327bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:08.932227 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f13d9c4a-5556-4ba3-8e46-2c6dd8a327bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:08.932566 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.segments_db [None req-f13d9c4a-5556-4ba3-8e46-2c6dd8a327bd admin admin] Added segment 2aebe96b-86af-463c-97b8-b994cb9b8aa4 of type vlan for network 875a1d0a-42ae-4459-aeb5-99bd23688c75 Jun 12 17:13:08.933770 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 37840) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:08.960622 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-8ba7be40-7186-4208-866d-b061cf687eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:09.013566 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f13d9c4a-5556-4ba3-8e46-2c6dd8a327bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742179357597'] for network, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:09.108883 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-8ba7be40-7186-4208-866d-b061cf687eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:09.118826 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f13d9c4a-5556-4ba3-8e46-2c6dd8a327bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065'] for network, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:09.119904 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13d9c4a-5556-4ba3-8e46-2c6dd8a327bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:09.120483 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-f13d9c4a-5556-4ba3-8e46-2c6dd8a327bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:09.123386 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-26b464b0-8fc9-4584-b22c-cceb3598ca99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:09.202233 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d9c4a-5556-4ba3-8e46-2c6dd8a327bd admin admin] Pushing event updated for resources: {'Network': ['ID=875a1d0a-42ae-4459-aeb5-99bd23688c75,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:09.204277 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-8ba7be40-7186-4208-866d-b061cf687eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:09.206789 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-f13d9c4a-5556-4ba3-8e46-2c6dd8a327bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:09.207345 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-53dca136-1df5-4000-b7a0-4806ff54c162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:09.215084 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Network 875a1d0a-42ae-4459-aeb5-99bd23688c75 details requested by agent ovs-agent-dv-cinder-796114-2-iscsi with host dv-cinder-796114-2-iscsi {{(pid=92468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 17:13:09.247990 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-8ba7be40-7186-4208-866d-b061cf687eb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfae4164774943f6859febd95b3b4067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124325 Jun 12 17:13:09.248747 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7be40-7186-4208-866d-b061cf687eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d474ba40-0f7f-4955-9a65-6a12bcd871a6,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:09.251816 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-8ba7be40-7186-4208-866d-b061cf687eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:09.252087 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37842) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:09.283326 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-f13d9c4a-5556-4ba3-8e46-2c6dd8a327bd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8487997 Jun 12 17:13:09.286123 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37844) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:09.292599 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-6e0d96ab-b374-460c-b4b1-d12b54bbc5d8 admin admin] Request body: {'subnet': {'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-234491452-subnet', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'ip_version': 4}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:13:09.330597 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c65251cb-5342-48f6-a621-4abacfede8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:09.352760 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c65251cb-5342-48f6-a621-4abacfede8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:09.407216 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0d96ab-b374-460c-b4b1-d12b54bbc5d8 admin admin] Made reservation on behalf of 99ffd93460544f318fb5e13c2b84c06a for: {'subnet': 1} {{(pid=92466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:13:09.411099 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-6e0d96ab-b374-460c-b4b1-d12b54bbc5d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13056911'] for subnet, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:09.503341 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c65251cb-5342-48f6-a621-4abacfede8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:09.506211 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c65251cb-5342-48f6-a621-4abacfede8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:09.507373 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-c65251cb-5342-48f6-a621-4abacfede8e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d474ba40-0f7f-4955-9a65-6a12bcd871a6 HTTP/1.1" status: 204 len: 168 time: 0.2540331 Jun 12 17:13:09.509376 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-f666f962-c0e2-4027-9e95-6f4a2a5920b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:09.522605 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65251cb-5342-48f6-a621-4abacfede8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d474ba40-0f7f-4955-9a65-6a12bcd871a6,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:09.526015 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-c65251cb-5342-48f6-a621-4abacfede8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:09.703006 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab3650-f546-47a0-b469-5479769a6f0a req-98963e43-4829-4af6-8712-79429c89b0bc tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:09.703006 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-17ab3650-f546-47a0-b469-5479769a6f0a req-98963e43-4829-4af6-8712-79429c89b0bc tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 943 time: 0.1299407 Jun 12 17:13:09.745092 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-17ab3650-f546-47a0-b469-5479769a6f0a req-21878c68-623f-45b8-aa46-9dd106edcd81 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372117 Jun 12 17:13:09.773117 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-6e0d96ab-b374-460c-b4b1-d12b54bbc5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12900407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13056921'] for subnet, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:09.776051 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-77bf419d-0b11-46e7-b025-73fc6e60919f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:09.844618 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d96ab-b374-460c-b4b1-d12b54bbc5d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8faeb43b-13c0-4a2f-ad66-9eb10ccd6107,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:09.848383 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-6e0d96ab-b374-460c-b4b1-d12b54bbc5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:09.853863 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0d96ab-b374-460c-b4b1-d12b54bbc5d8 admin admin] Checking segment: {'id': '2aebe96b-86af-463c-97b8-b994cb9b8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:13:09.854222 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0d96ab-b374-460c-b4b1-d12b54bbc5d8 admin admin] Network hostable DHCP agents. Network: 875a1d0a-42ae-4459-aeb5-99bd23688c75, hostable agents: ['dea24f1a-15dd-4e40-8754-3f5bb8b9c420'], hosted agents: [] {{(pid=92466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 17:13:09.932966 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0d96ab-b374-460c-b4b1-d12b54bbc5d8 admin admin] Network 875a1d0a-42ae-4459-aeb5-99bd23688c75 is scheduled to be hosted by DHCP agent dea24f1a-15dd-4e40-8754-3f5bb8b9c420 with binding_index 1 {{(pid=92466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 17:13:10.010596 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-6e0d96ab-b374-460c-b4b1-d12b54bbc5d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-2-iscsi, 875a1d0a-42ae-4459-aeb5-99bd23688c75) {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:13:10.016506 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d96ab-b374-460c-b4b1-d12b54bbc5d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:10.017096 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-6e0d96ab-b374-460c-b4b1-d12b54bbc5d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:10.022418 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5681d3-9943-4738-bc46-dae8d9403f84 None None] Network 875a1d0a-42ae-4459-aeb5-99bd23688c75 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:13:10.119819 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 37860) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:10.124203 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-6e0d96ab-b374-460c-b4b1-d12b54bbc5d8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8369434 Jun 12 17:13:10.126208 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:13:10.214404 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c9d205f-6952-582c-9c30-338f7d97ab93-875a1d0a-42ae-4459-aeb5-99bd23688c75', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107'}]}} from dv-cinder-796114-2-iscsi. {{(pid=92468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 17:13:10.215279 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:10.225048 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16469155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12062'] for router, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:10.226229 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16469188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16397778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16460493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12261'] for router, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:10.293203 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:10.376169 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.db_base_plugin_common [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Allocated IP 172.20.0.2 (875a1d0a-42ae-4459-aeb5-99bd23688c75/8faeb43b-13c0-4a2f-ad66-9eb10ccd6107/c184e832-931c-4c1b-b4d0-ab9248a7c4dd) {{(pid=92468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:13:10.556950 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Notify callbacks [] for port, precommit_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:10.566492 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Transition to ACTIVE for port object c184e832-931c-4c1b-b4d0-ab9248a7c4dd will not be triggered until provisioned by entity L2. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:13:10.581370 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Transition to ACTIVE for port object c184e832-931c-4c1b-b4d0-ab9248a7c4dd will not be triggered until provisioned by entity DHCP. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:13:10.593848 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16397773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16469169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12275'] for router, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:10.633682 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:10.637885 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6b67c2c4-5a36-4637-9374-c7f164f3d8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:10.683154 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Network 875a1d0a-42ae-4459-aeb5-99bd23688c75 is already hosted by enough agents. {{(pid=92468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:13:10.686730 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.scheduler.base_scheduler [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Resources bound (agent type, host, resource id): {{(pid=92468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:13:10.689292 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Received port after_create {{(pid=92468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:13:10.700074 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Pushing event updated for resources: {'Port': ['ID=c184e832-931c-4c1b-b4d0-ab9248a7c4dd,revision_number=1']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:10.703614 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:10.771026 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Attempting to bind port c184e832-931c-4c1b-b4d0-ab9248a7c4dd on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:13:10.771430 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Attempting to bind port c184e832-931c-4c1b-b4d0-ab9248a7c4dd by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '2aebe96b-86af-463c-97b8-b994cb9b8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75'}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:13:10.771860 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Attempting to bind port c184e832-931c-4c1b-b4d0-ab9248a7c4dd on network 875a1d0a-42ae-4459-aeb5-99bd23688c75 {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:13:10.777103 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:13:10.777697 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Checking segment: {'id': '2aebe96b-86af-463c-97b8-b994cb9b8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:13:10.778124 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:10.778567 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Bound using segment: {'id': '2aebe96b-86af-463c-97b8-b994cb9b8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75'} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:13:10.784843 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Bound port: c184e832-931c-4c1b-b4d0-ab9248a7c4dd, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aebe96b-86af-463c-97b8-b994cb9b8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75'}}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:13:10.785379 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:10.888950 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] For port c184e832-931c-4c1b-b4d0-ab9248a7c4dd, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:13:10.892314 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] For port c184e832-931c-4c1b-b4d0-ab9248a7c4dd, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=c184e832-931c-4c1b-b4d0-ab9248a7c4dd,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:13:10.972134 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:10.985129 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:10.988349 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:11.000189 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:11.017552 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9f719-92f1-4e7e-b771-ca3cde59ed5c req-3f3fa3bd-bf4c-4172-ad44-0ecc9e07cd7d tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:11.018980 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cea9f719-92f1-4e7e-b771-ca3cde59ed5c req-3f3fa3bd-bf4c-4172-ad44-0ecc9e07cd7d tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 943 time: 0.1492164 Jun 12 17:13:11.056186 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Pushing event updated for resources: {'Port': ['ID=c184e832-931c-4c1b-b4d0-ab9248a7c4dd,revision_number=2']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:11.060631 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:11.142539 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cea9f719-92f1-4e7e-b771-ca3cde59ed5c req-09eb566e-0c1a-49c1-9d73-3ef98f459b00 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868187 Jun 12 17:13:11.175999 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] Allocated IP 172.27.1.16 (ea6ee7b2-d8f2-435f-804e-11e3b9b06d41/91bb23a6-47cd-46ba-a600-d5abe9f7088a/e8a68e33-ca2d-47a3-819a-306b755fab60) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:13:11.324051 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:11.431027 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:11.433344 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-74218700-b54d-4a26-b9b6-4dd761775775 tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:11.481441 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:13:11.484566 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:13:11.488245 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:13:11.494226 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] Pushing event updated for resources: {'Port': ['ID=e8a68e33-ca2d-47a3-819a-306b755fab60,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:11.497063 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:11.901448 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:11.971964 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e612b6a4-3394-423c-a5e8-729ffec7c641 None None] Network 875a1d0a-42ae-4459-aeb5-99bd23688c75 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:13:12.181128 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16469160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16397461'] for router, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:12.201247 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-a8455ad7-5044-4dfb-b69e-b69b1b9a2d1a None None] Provisioning for port c184e832-931c-4c1b-b4d0-ab9248a7c4dd completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:13:12.243098 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device c184e832-931c-4c1b-b4d0-ab9248a7c4dd up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:13:12.337633 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10097ed5-4598-407e-9e48-cdecedd186a6 req-3d942e6d-7670-48b1-b5e9-2d896b0ab11c tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:12.339145 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-10097ed5-4598-407e-9e48-cdecedd186a6 req-3d942e6d-7670-48b1-b5e9-2d896b0ab11c tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 943 time: 0.0717280 Jun 12 17:13:12.379089 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port c184e832-931c-4c1b-b4d0-ab9248a7c4dd completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:13:12.383233 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port c184e832-931c-4c1b-b4d0-ab9248a7c4dd triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:13:12.386772 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:12.391316 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-10097ed5-4598-407e-9e48-cdecedd186a6 req-d3534965-df22-451f-8162-ef2838282152 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411198 Jun 12 17:13:12.430131 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] Router 653a80cf-54b5-4005-826c-4301965435ff is scheduled to L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a with binding_index 1 {{(pid=92467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 17:13:12.443428 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-7fe6297b-1265-4a01-9eca-bdf08498278c None None] Provisioning complete for port c184e832-931c-4c1b-b4d0-ab9248a7c4dd triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:13:12.443847 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-7fe6297b-1265-4a01-9eca-bdf08498278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:12.535080 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:12.585121 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:13:12.598620 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] Sync routers for ids ['653a80cf-54b5-4005-826c-4301965435ff'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:13:12.615975 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-7fe6297b-1265-4a01-9eca-bdf08498278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:12.618662 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port c184e832-931c-4c1b-b4d0-ab9248a7c4dd, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=c184e832-931c-4c1b-b4d0-ab9248a7c4dd,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:13:12.634345 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] Routers {'653a80cf-54b5-4005-826c-4301965435ff'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:13:12.634897 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:12:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['653a80cf-54b5-4005-826c-4301965435ff'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:13:12.664880 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] Notify callbacks [] for router, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:12.666142 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5453396 Jun 12 17:13:12.668917 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 37886) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:12.698523 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:12.745421 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:12.858278 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.db.api [None req-7fe6297b-1265-4a01-9eca-bdf08498278c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 17:13:12.858648 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_db.api [None req-7fe6297b-1265-4a01-9eca-bdf08498278c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 17:13:12.861104 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=c184e832-931c-4c1b-b4d0-ab9248a7c4dd,revision_number=3']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:12.874099 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:12.888716 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] Set router 653a80cf-54b5-4005-826c-4301965435ff gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:13:13.144747 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:11Z', 'revision_number': 3, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:13:13.148243 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] Checking router: 653a80cf-54b5-4005-826c-4301965435ff for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:13:13.148613 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] Updating router 653a80cf-54b5-4005-826c-4301965435ff port e8a68e33-ca2d-47a3-819a-306b755fab60 binding host dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 17:13:13.188802 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:13.577154 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:13.658408 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] Notify callbacks [] for port, precommit_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:13.668706 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] Transition to ACTIVE for port object e8a68e33-ca2d-47a3-819a-306b755fab60 will not be triggered until provisioned by entity L2. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:13:13.675240 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01558e-9265-4602-849d-9bd3bc485699 req-76ce0143-d36d-4ac9-9606-bdb70636a9b4 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:13.676680 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ba01558e-9265-4602-849d-9bd3bc485699 req-76ce0143-d36d-4ac9-9606-bdb70636a9b4 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 943 time: 0.1510837 Jun 12 17:13:13.733112 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:13.735178 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:13.784012 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ba01558e-9265-4602-849d-9bd3bc485699 req-5bb5cc46-9f7e-43b4-bfb0-6b34d240a286 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980449 Jun 12 17:13:13.801443 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] Attempting to bind port e8a68e33-ca2d-47a3-819a-306b755fab60 on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:13:13.801825 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] Attempting to bind port e8a68e33-ca2d-47a3-819a-306b755fab60 by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:13:13.802198 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] Attempting to bind port e8a68e33-ca2d-47a3-819a-306b755fab60 on network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:13:13.808961 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884e8be-9f25-455b-a027-e199c4cf1564 None None] Pushing event updated for resources: {'Port': ['ID=e8a68e33-ca2d-47a3-819a-306b755fab60,revision_number=2']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:13.812447 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:13:13.812901 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] Checking segment: {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:13:13.813236 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:13.813630 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] Bound using segment: {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:13:13.814106 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] Bound port: e8a68e33-ca2d-47a3-819a-306b755fab60, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:13:13.814494 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:13.816222 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-a884e8be-9f25-455b-a027-e199c4cf1564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:13.844677 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Allocated IP 172.20.0.1 (875a1d0a-42ae-4459-aeb5-99bd23688c75/8faeb43b-13c0-4a2f-ad66-9eb10ccd6107/04ed60f4-2cbb-4f8d-8e64-b51c0513b839) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:13:13.873818 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] For port e8a68e33-ca2d-47a3-819a-306b755fab60, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:13:13.876816 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] For port e8a68e33-ca2d-47a3-819a-306b755fab60, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=e8a68e33-ca2d-47a3-819a-306b755fab60,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:13:13.933651 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:13.936774 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6b67c2c4-5a36-4637-9374-c7f164f3d8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:13.969262 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:13.983612 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Transition to ACTIVE for port object 04ed60f4-2cbb-4f8d-8e64-b51c0513b839 will not be triggered until provisioned by entity DHCP. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:13:13.990592 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] Routers {'653a80cf-54b5-4005-826c-4301965435ff'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:13:13.991223 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:12:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['653a80cf-54b5-4005-826c-4301965435ff'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:13:14.079409 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:14.081644 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-00ab5d4e-973a-4ae4-8360-2102f505f583 tempest-VolumesActionsTest-1625327580 tempest-VolumesActionsTest-1625327580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:14.090182 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884e8be-9f25-455b-a027-e199c4cf1564 None None] Pushing event updated for resources: {'Port': ['ID=e8a68e33-ca2d-47a3-819a-306b755fab60,revision_number=3']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:14.096462 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-a884e8be-9f25-455b-a027-e199c4cf1564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:14.140887 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Network 875a1d0a-42ae-4459-aeb5-99bd23688c75 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:13:14.144194 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:13:14.146788 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:13:14.157754 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] Set router 653a80cf-54b5-4005-826c-4301965435ff gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:13:14.182255 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Pushing event updated for resources: {'Port': ['ID=04ed60f4-2cbb-4f8d-8e64-b51c0513b839,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:14.185530 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:14.201091 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device c184e832-931c-4c1b-b4d0-ab9248a7c4dd up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:13:14.205357 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16398672'] for router_interface, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:14.397086 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port c184e832-931c-4c1b-b4d0-ab9248a7c4dd triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:13:14.397508 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:14.447168 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:14.537830 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:11Z', 'revision_number': 3, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:13:14.541842 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6b032574-7280-4eb2-9815-33b4c5f46f4e None None] Provisioning for port 04ed60f4-2cbb-4f8d-8e64-b51c0513b839 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:13:14.547676 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8651731e-0a54-4f6d-aea6-6ca8851593c4 None None] The sync data for ids ['653a80cf-54b5-4005-826c-4301965435ff'] in dv-cinder-796114-2-iscsi is: [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:11Z', 'revision_number': 3, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:13:14.549476 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6b032574-7280-4eb2-9815-33b4c5f46f4e None None] Provisioning complete for port 04ed60f4-2cbb-4f8d-8e64-b51c0513b839 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:13:14.549863 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6b032574-7280-4eb2-9815-33b4c5f46f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:14.593448 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6b032574-7280-4eb2-9815-33b4c5f46f4e None None] Port 04ed60f4-2cbb-4f8d-8e64-b51c0513b839 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:13:14.644034 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:14.724340 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:14.726759 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e2c53af1-288b-4ead-bb12-dc2a48d14614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:14.823123 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Pushing event updated for resources: {'Port': ['ID=04ed60f4-2cbb-4f8d-8e64-b51c0513b839,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:14.828513 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:14.829822 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16398788'] for router_interface, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:14.960524 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Network 875a1d0a-42ae-4459-aeb5-99bd23688c75 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:13:14.961768 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:13:14.988190 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fca138-6883-4822-a767-64f2b64feeaf req-0ff68d2a-bbb8-420b-a0cc-cb859b1976f1 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:14.991996 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-72fca138-6883-4822-a767-64f2b64feeaf req-0ff68d2a-bbb8-420b-a0cc-cb859b1976f1 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 943 time: 0.0814168 Jun 12 17:13:15.041645 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-72fca138-6883-4822-a767-64f2b64feeaf req-c2da8127-40ec-4028-a34e-84d7346a9e8b tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451319 Jun 12 17:13:15.130966 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Router 653a80cf-54b5-4005-826c-4301965435ff has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:13:15.218667 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6f87e5ca-03cf-4373-9d09-101fed6b8e7b None None] Provisioning complete for port 04ed60f4-2cbb-4f8d-8e64-b51c0513b839 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:13:15.219240 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6f87e5ca-03cf-4373-9d09-101fed6b8e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:15.260636 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6f87e5ca-03cf-4373-9d09-101fed6b8e7b None None] Port 04ed60f4-2cbb-4f8d-8e64-b51c0513b839 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:13:15.282582 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:13:15.287941 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] 10.222.0.16 "PUT /v2.0/routers/653a80cf-54b5-4005-826c-4301965435ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6174819 Jun 12 17:13:16.061467 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] Sync routers for ids ['653a80cf-54b5-4005-826c-4301965435ff'] in dv-cinder-796114-2-iscsi {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:13:16.064209 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 37912) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:16.069542 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-2f0fdfb1-4bb9-484d-bf0e-62d4a6f2a949 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1486332477-network', 'tenant_id': '752278d300e84ecb99f7d62d1d12a5b3'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:13:16.076975 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] Routers {'653a80cf-54b5-4005-826c-4301965435ff'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:13:16.076975 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:12:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['653a80cf-54b5-4005-826c-4301965435ff'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:13:16.133184 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device d013f4ff-ebe3-436b-8835-c0a6c5e180a4 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:13:16.175326 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0fdfb1-4bb9-484d-bf0e-62d4a6f2a949 admin admin] Made reservation on behalf of 752278d300e84ecb99f7d62d1d12a5b3 for: {'network': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:13:16.180266 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2f0fdfb1-4bb9-484d-bf0e-62d4a6f2a949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for network, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:16.213729 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2f0fdfb1-4bb9-484d-bf0e-62d4a6f2a949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:16.234408 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] Set router 653a80cf-54b5-4005-826c-4301965435ff gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:13:16.275486 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device e8a68e33-ca2d-47a3-819a-306b755fab60 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:13:16.289340 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9610577-c55a-43fe-a9c4-4c7c176dee55 req-6e8c0177-0ba3-445b-99e8-3a0849a16e6b tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:16.290816 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a9610577-c55a-43fe-a9c4-4c7c176dee55 req-6e8c0177-0ba3-445b-99e8-3a0849a16e6b tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 943 time: 0.1267743 Jun 12 17:13:16.348408 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port d013f4ff-ebe3-436b-8835-c0a6c5e180a4, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d013f4ff-ebe3-436b-8835-c0a6c5e180a4,segment=NetworkSegment(dfdffe23-705e-45dc-a58b-cc7a72d5bc07),segment_id=dfdffe23-705e-45dc-a58b-cc7a72d5bc07)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:13:16.354357 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a9610577-c55a-43fe-a9c4-4c7c176dee55 req-cc404a48-9ba4-491c-8591-743289c180b8 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529416 Jun 12 17:13:16.367069 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4', 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a', 'port_id': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4', 'mac_address': 'fa:16:3e:fc:3a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4758b802-10b2-4d8a-9b59-c24e4b4afa11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:13:16.398787 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2f0fdfb1-4bb9-484d-bf0e-62d4a6f2a949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:16.416035 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:16.437035 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d013f4ff-ebe3-436b-8835-c0a6c5e180a4 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:13:16.446892 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port e8a68e33-ca2d-47a3-819a-306b755fab60 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:13:16.458447 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port e8a68e33-ca2d-47a3-819a-306b755fab60 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:13:16.458447 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:16.484629 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2f0fdfb1-4bb9-484d-bf0e-62d4a6f2a949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:16.488895 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-dcfa0514-4221-4298-bcda-ec96590bbf28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:16.493397 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port d013f4ff-ebe3-436b-8835-c0a6c5e180a4, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d013f4ff-ebe3-436b-8835-c0a6c5e180a4,segment=NetworkSegment(dfdffe23-705e-45dc-a58b-cc7a72d5bc07),segment_id=dfdffe23-705e-45dc-a58b-cc7a72d5bc07)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:13:16.507828 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0fdfb1-4bb9-484d-bf0e-62d4a6f2a949 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=92467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 12 17:13:16.523312 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '04ed60f4-2cbb-4f8d-8e64-b51c0513b839', 'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'mac_address': 'fa:16:3e:23:90:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:13Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 2, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'subnets': [{'id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:13:16.523739 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fdfb1-4bb9-484d-bf0e-62d4a6f2a949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1182779-c449-4e24-ad01-503743add9f6,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:16.531632 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2f0fdfb1-4bb9-484d-bf0e-62d4a6f2a949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:16.531632 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.segments_db [None req-2f0fdfb1-4bb9-484d-bf0e-62d4a6f2a949 admin admin] Added segment 2d576635-b9b1-45a8-82bc-3424ec2222e1 of type vlan for network c403a279-9754-4370-9d76-3e3cd3bb02ae Jun 12 17:13:16.531632 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-2f0fdfb1-4bb9-484d-bf0e-62d4a6f2a949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:16.533397 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] Checking router: 653a80cf-54b5-4005-826c-4301965435ff for host: dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:13:16.533812 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] Updating router 653a80cf-54b5-4005-826c-4301965435ff port 04ed60f4-2cbb-4f8d-8e64-b51c0513b839 binding host dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 17:13:16.563696 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:16.574652 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:16.579128 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:16.580337 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:16.581178 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2f0fdfb1-4bb9-484d-bf0e-62d4a6f2a949 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742179357597'] for network, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:16.612667 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port e8a68e33-ca2d-47a3-819a-306b755fab60, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=e8a68e33-ca2d-47a3-819a-306b755fab60,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:13:16.640267 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=d013f4ff-ebe3-436b-8835-c0a6c5e180a4,revision_number=7']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:16.643657 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:16.684280 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2f0fdfb1-4bb9-484d-bf0e-62d4a6f2a949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065'] for network, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:16.717253 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0fdfb1-4bb9-484d-bf0e-62d4a6f2a949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:16.717846 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2f0fdfb1-4bb9-484d-bf0e-62d4a6f2a949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:16.720568 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-bf05165b-2a9a-4b5a-a7a3-3217625dc6db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:16.744957 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:16.748540 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:16.792800 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['d013f4ff-ebe3-436b-8835-c0a6c5e180a4'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:13:16.808762 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fdfb1-4bb9-484d-bf0e-62d4a6f2a949 admin admin] Pushing event updated for resources: {'Network': ['ID=c403a279-9754-4370-9d76-3e3cd3bb02ae,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:16.812288 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-2f0fdfb1-4bb9-484d-bf0e-62d4a6f2a949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:16.838708 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Network c403a279-9754-4370-9d76-3e3cd3bb02ae details requested by agent ovs-agent-dv-cinder-796114-2-iscsi with host dv-cinder-796114-2-iscsi {{(pid=92468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 12 17:13:16.848321 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-2f0fdfb1-4bb9-484d-bf0e-62d4a6f2a949 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7829695 Jun 12 17:13:16.851030 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 37918) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:16.856191 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-d0a59411-f0cd-44ac-8fb0-d156f2e8af89 admin admin] Request body: {'subnet': {'network_id': 'c403a279-9754-4370-9d76-3e3cd3bb02ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1486332477-subnet', 'tenant_id': '752278d300e84ecb99f7d62d1d12a5b3', 'ip_version': 4}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:13:16.940685 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] Notify callbacks [] for port, precommit_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:16.951430 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.provisioning_blocks [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] Transition to ACTIVE for port object 04ed60f4-2cbb-4f8d-8e64-b51c0513b839 will not be triggered until provisioned by entity L2. {{(pid=92469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:13:16.956108 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a59411-f0cd-44ac-8fb0-d156f2e8af89 admin admin] Made reservation on behalf of 752278d300e84ecb99f7d62d1d12a5b3 for: {'subnet': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:13:16.958564 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d0a59411-f0cd-44ac-8fb0-d156f2e8af89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57867025'] for subnet, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:16.996668 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=e8a68e33-ca2d-47a3-819a-306b755fab60,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:17.013040 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:17.019335 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:17.022588 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-ec5f2e20-e7ba-48b8-be65-818b369eec2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:17.073816 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd4c78-ab56-499a-b8cd-f822b7fdf4ac None None] Pushing event updated for resources: {'Port': ['ID=04ed60f4-2cbb-4f8d-8e64-b51c0513b839,revision_number=3']} {{(pid=92469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:17.247386 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd4c78-ab56-499a-b8cd-f822b7fdf4ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:17.248198 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd4c78-ab56-499a-b8cd-f822b7fdf4ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:17.248566 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd4c78-ab56-499a-b8cd-f822b7fdf4ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:17.248975 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd4c78-ab56-499a-b8cd-f822b7fdf4ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:17.249376 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd4c78-ab56-499a-b8cd-f822b7fdf4ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:17.249776 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd4c78-ab56-499a-b8cd-f822b7fdf4ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:17.250184 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd4c78-ab56-499a-b8cd-f822b7fdf4ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:17.250569 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd4c78-ab56-499a-b8cd-f822b7fdf4ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:17.250985 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd4c78-ab56-499a-b8cd-f822b7fdf4ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:17.251382 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd4c78-ab56-499a-b8cd-f822b7fdf4ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:17.251789 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd4c78-ab56-499a-b8cd-f822b7fdf4ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:17.252329 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd4c78-ab56-499a-b8cd-f822b7fdf4ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:17.257845 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-ddcd4c78-ab56-499a-b8cd-f822b7fdf4ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:17.369751 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] Attempting to bind port 04ed60f4-2cbb-4f8d-8e64-b51c0513b839 on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:13:17.370026 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] Attempting to bind port 04ed60f4-2cbb-4f8d-8e64-b51c0513b839 by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '2aebe96b-86af-463c-97b8-b994cb9b8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75'}] {{(pid=92469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:13:17.370393 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] Attempting to bind port 04ed60f4-2cbb-4f8d-8e64-b51c0513b839 on network 875a1d0a-42ae-4459-aeb5-99bd23688c75 {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:13:17.375954 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:13:17.376327 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] Checking segment: {'id': '2aebe96b-86af-463c-97b8-b994cb9b8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:13:17.376726 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:17.377139 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] Bound using segment: {'id': '2aebe96b-86af-463c-97b8-b994cb9b8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75'} {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:13:17.377583 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] Bound port: 04ed60f4-2cbb-4f8d-8e64-b51c0513b839, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aebe96b-86af-463c-97b8-b994cb9b8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75'}}] {{(pid=92469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:13:17.377952 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:17.410355 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d0a59411-f0cd-44ac-8fb0-d156f2e8af89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58649856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57867015'] for subnet, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:17.413959 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-fd86261a-27e9-42ae-8a97-a77a88fa2b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:17.456060 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.db [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] For port 04ed60f4-2cbb-4f8d-8e64-b51c0513b839, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:13:17.459229 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.db [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] For port 04ed60f4-2cbb-4f8d-8e64-b51c0513b839, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=04ed60f4-2cbb-4f8d-8e64-b51c0513b839,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:13:17.484731 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a59411-f0cd-44ac-8fb0-d156f2e8af89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c416377f-9b05-41fb-b40c-f89e0684cb1c,revision_number=0']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:17.487876 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-d0a59411-f0cd-44ac-8fb0-d156f2e8af89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:17.490644 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a59411-f0cd-44ac-8fb0-d156f2e8af89 admin admin] Checking segment: {'id': '2d576635-b9b1-45a8-82bc-3424ec2222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c403a279-9754-4370-9d76-3e3cd3bb02ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:13:17.491150 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a59411-f0cd-44ac-8fb0-d156f2e8af89 admin admin] Network hostable DHCP agents. Network: c403a279-9754-4370-9d76-3e3cd3bb02ae, hostable agents: ['dea24f1a-15dd-4e40-8754-3f5bb8b9c420'], hosted agents: [] {{(pid=92467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 12 17:13:17.542020 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:17.545029 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:17.550004 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bffe8-7c3d-4e7a-9960-5c1e997a8b94 req-b64e1eec-8864-434d-8ee8-ad3df5fcc7cd tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:17.551645 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-da7bffe8-7c3d-4e7a-9960-5c1e997a8b94 req-b64e1eec-8864-434d-8ee8-ad3df5fcc7cd tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 944 time: 0.0738277 Jun 12 17:13:17.570119 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a59411-f0cd-44ac-8fb0-d156f2e8af89 admin admin] Network c403a279-9754-4370-9d76-3e3cd3bb02ae is scheduled to be hosted by DHCP agent dea24f1a-15dd-4e40-8754-3f5bb8b9c420 with binding_index 1 {{(pid=92467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 12 17:13:17.604627 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd4c78-ab56-499a-b8cd-f822b7fdf4ac None None] Pushing event updated for resources: {'Port': ['ID=04ed60f4-2cbb-4f8d-8e64-b51c0513b839,revision_number=4']} {{(pid=92469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:17.608108 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-da7bffe8-7c3d-4e7a-9960-5c1e997a8b94 req-4f0a0385-3f68-4e35-9674-abba2e369324 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502222 Jun 12 17:13:17.641317 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] Routers {'653a80cf-54b5-4005-826c-4301965435ff'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:13:17.642139 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:12:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['653a80cf-54b5-4005-826c-4301965435ff'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:13:17.701926 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-ddcd4c78-ab56-499a-b8cd-f822b7fdf4ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:17.773353 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-d0a59411-f0cd-44ac-8fb0-d156f2e8af89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-2-iscsi, c403a279-9754-4370-9d76-3e3cd3bb02ae) {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:13:17.777350 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a59411-f0cd-44ac-8fb0-d156f2e8af89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:17.778133 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-d0a59411-f0cd-44ac-8fb0-d156f2e8af89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:17.789672 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9057f20a-8c14-4c12-bcf2-2c2423bc3cc7 None None] Network c403a279-9754-4370-9d76-3e3cd3bb02ae requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:13:17.804663 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] Set router 653a80cf-54b5-4005-826c-4301965435ff gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:13:17.913351 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-d0a59411-f0cd-44ac-8fb0-d156f2e8af89 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0586166 Jun 12 17:13:17.913821 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37930) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:17.918696 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-f5d3b87b-0da3-4943-8f7e-12b6a2290663 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1486332477-router', 'tenant_id': '752278d300e84ecb99f7d62d1d12a5b3', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:13:17.982027 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c9d205f-6952-582c-9c30-338f7d97ab93-c403a279-9754-4370-9d76-3e3cd3bb02ae', 'network_id': 'c403a279-9754-4370-9d76-3e3cd3bb02ae', 'tenant_id': '752278d300e84ecb99f7d62d1d12a5b3', 'fixed_ips': [{'subnet_id': 'c416377f-9b05-41fb-b40c-f89e0684cb1c'}]}} from dv-cinder-796114-2-iscsi. {{(pid=92468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 12 17:13:17.982819 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:18.004628 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b87b-0da3-4943-8f7e-12b6a2290663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16469155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12062'] for router, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:18.005787 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b87b-0da3-4943-8f7e-12b6a2290663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16469188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16397778', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16460493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12261'] for router, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:18.071387 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '04ed60f4-2cbb-4f8d-8e64-b51c0513b839', 'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'mac_address': 'fa:16:3e:23:90:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:13Z', 'updated_at': '2021-06-12T17:13:17Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'subnets': [{'id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:13:18.075622 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed8eb18-e38f-404b-b2d7-8de1beb52393 None None] The sync data for ids ['653a80cf-54b5-4005-826c-4301965435ff'] in dv-cinder-796114-2-iscsi is: [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '04ed60f4-2cbb-4f8d-8e64-b51c0513b839', 'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'mac_address': 'fa:16:3e:23:90:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:13Z', 'updated_at': '2021-06-12T17:13:17Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'subnets': [{'id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:13:18.076653 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b87b-0da3-4943-8f7e-12b6a2290663 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:18.159989 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.db_base_plugin_common [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Allocated IP 172.20.0.2 (c403a279-9754-4370-9d76-3e3cd3bb02ae/c416377f-9b05-41fb-b40c-f89e0684cb1c/3892caed-f0ed-4560-a676-790b25bcd017) {{(pid=92468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:13:18.328976 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device e8a68e33-ca2d-47a3-819a-306b755fab60 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:13:18.410544 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b87b-0da3-4943-8f7e-12b6a2290663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16397773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16469169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12275'] for router, precommit_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:18.430870 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Notify callbacks [] for port, precommit_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:18.441870 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Transition to ACTIVE for port object 3892caed-f0ed-4560-a676-790b25bcd017 will not be triggered until provisioned by entity L2. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:13:18.457763 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port e8a68e33-ca2d-47a3-819a-306b755fab60 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:13:18.458142 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:18.462144 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Transition to ACTIVE for port object 3892caed-f0ed-4560-a676-790b25bcd017 will not be triggered until provisioned by entity DHCP. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:13:18.556418 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 04ed60f4-2cbb-4f8d-8e64-b51c0513b839 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:13:18.560761 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039'] for port, after_create {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:18.587770 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:18.652748 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Network c403a279-9754-4370-9d76-3e3cd3bb02ae is already hosted by enough agents. {{(pid=92468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:13:18.657838 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.scheduler.base_scheduler [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Resources bound (agent type, host, resource id): {{(pid=92468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:13:18.662899 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Received port after_create {{(pid=92468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:13:18.677788 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Pushing event updated for resources: {'Port': ['ID=3892caed-f0ed-4560-a676-790b25bcd017,revision_number=1']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:18.680540 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:18.755394 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Attempting to bind port 3892caed-f0ed-4560-a676-790b25bcd017 on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:13:18.756136 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Attempting to bind port 3892caed-f0ed-4560-a676-790b25bcd017 by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '2d576635-b9b1-45a8-82bc-3424ec2222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c403a279-9754-4370-9d76-3e3cd3bb02ae'}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:13:18.756741 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Attempting to bind port 3892caed-f0ed-4560-a676-790b25bcd017 on network c403a279-9754-4370-9d76-3e3cd3bb02ae {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:13:18.762993 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:13:18.763796 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Checking segment: {'id': '2d576635-b9b1-45a8-82bc-3424ec2222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c403a279-9754-4370-9d76-3e3cd3bb02ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:13:18.764409 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:18.765128 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Bound using segment: {'id': '2d576635-b9b1-45a8-82bc-3424ec2222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c403a279-9754-4370-9d76-3e3cd3bb02ae'} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:13:18.765790 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Bound port: 3892caed-f0ed-4560-a676-790b25bcd017, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d576635-b9b1-45a8-82bc-3424ec2222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c403a279-9754-4370-9d76-3e3cd3bb02ae'}}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:13:18.766388 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:18.791448 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 04ed60f4-2cbb-4f8d-8e64-b51c0513b839 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:13:18.794549 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 04ed60f4-2cbb-4f8d-8e64-b51c0513b839 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:13:18.795000 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:18.803690 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b87b-0da3-4943-8f7e-12b6a2290663 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:18.845864 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b87b-0da3-4943-8f7e-12b6a2290663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:18.860918 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd341c-2b10-4703-8a2d-acefa9980172 req-793be22a-587c-44aa-b70e-0eb080a7ca3b tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:18.869797 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-11dd341c-2b10-4703-8a2d-acefa9980172 req-793be22a-587c-44aa-b70e-0eb080a7ca3b tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 944 time: 0.1041021 Jun 12 17:13:18.905112 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] For port 3892caed-f0ed-4560-a676-790b25bcd017, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:13:18.910253 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] For port 3892caed-f0ed-4560-a676-790b25bcd017, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=3892caed-f0ed-4560-a676-790b25bcd017,segment=NetworkSegment(2d576635-b9b1-45a8-82bc-3424ec2222e1),segment_id=2d576635-b9b1-45a8-82bc-3424ec2222e1)] {{(pid=92468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:13:18.916488 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-11dd341c-2b10-4703-8a2d-acefa9980172 req-a1db179e-0bd3-49a4-b8a0-7411b0b3835b tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451038 Jun 12 17:13:18.966304 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:18.974003 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_common [None req-f5d3b87b-0da3-4943-8f7e-12b6a2290663 admin admin] Allocated IP 172.27.1.43 (ea6ee7b2-d8f2-435f-804e-11e3b9b06d41/91bb23a6-47cd-46ba-a600-d5abe9f7088a/133c888d-da96-4e6a-9c0e-6b0f834e972f) {{(pid=92466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:13:18.990974 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:18.996296 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:19.039864 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 04ed60f4-2cbb-4f8d-8e64-b51c0513b839, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=04ed60f4-2cbb-4f8d-8e64-b51c0513b839,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:13:19.079639 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Pushing event updated for resources: {'Port': ['ID=3892caed-f0ed-4560-a676-790b25bcd017,revision_number=2']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:19.082682 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:19.118819 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:19.124377 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b87b-0da3-4943-8f7e-12b6a2290663 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:19.126195 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:19.196615 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=04ed60f4-2cbb-4f8d-8e64-b51c0513b839,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:19.199910 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:19.269952 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b87b-0da3-4943-8f7e-12b6a2290663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12901255'] for port, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:19.272215 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-faa0e7de-1dfa-4a7d-b7bc-fffac1a45061 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:19.324472 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d3b87b-0da3-4943-8f7e-12b6a2290663 admin admin] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:13:19.328073 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-f5d3b87b-0da3-4943-8f7e-12b6a2290663 admin admin] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:13:19.331706 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d3b87b-0da3-4943-8f7e-12b6a2290663 admin admin] Received port after_create {{(pid=92466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:13:19.372189 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3b87b-0da3-4943-8f7e-12b6a2290663 admin admin] Pushing event updated for resources: {'Port': ['ID=133c888d-da96-4e6a-9c0e-6b0f834e972f,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:19.376589 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-f5d3b87b-0da3-4943-8f7e-12b6a2290663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:19.761194 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b87b-0da3-4943-8f7e-12b6a2290663 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:19.921610 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device d013f4ff-ebe3-436b-8835-c0a6c5e180a4 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:13:19.974480 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9655e10-a4b6-4b76-8ff0-970e23bce57d None None] Network c403a279-9754-4370-9d76-3e3cd3bb02ae requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:13:20.085649 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port d013f4ff-ebe3-436b-8835-c0a6c5e180a4 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:13:20.085968 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:20.121017 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-4efef508-d227-4f1d-89fc-82a9b17395a2 None None] Provisioning for port 3892caed-f0ed-4560-a676-790b25bcd017 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:13:20.232797 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:13:20.272694 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:20.306899 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e1163a-1acd-4898-99f8-d1ce2715f412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:13:20.309151 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b831017-7e35-4b0d-8aa0-8f5b7f69b1f8" -d '{"events": [{"server_uuid": "e1e1163a-1acd-4898-99f8-d1ce2715f412", "name": "network-vif-plugged", "status": "completed", "tag": "d013f4ff-ebe3-436b-8835-c0a6c5e180a4"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:13:20.312121 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 3892caed-f0ed-4560-a676-790b25bcd017 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:13:20.336211 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b87b-0da3-4943-8f7e-12b6a2290663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16469160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16397461'] for router, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:20.349419 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port d013f4ff-ebe3-436b-8835-c0a6c5e180a4, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d013f4ff-ebe3-436b-8835-c0a6c5e180a4,segment=NetworkSegment(dfdffe23-705e-45dc-a58b-cc7a72d5bc07),segment_id=dfdffe23-705e-45dc-a58b-cc7a72d5bc07)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:13:20.351553 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f50a7a-6234-4c46-a1cd-943c32dd7120 req-55493c3b-7c36-4159-b52d-268eeaec85fc tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:20.353471 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d4f50a7a-6234-4c46-a1cd-943c32dd7120 req-55493c3b-7c36-4159-b52d-268eeaec85fc tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 944 time: 0.1118562 Jun 12 17:13:20.361196 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25bf9ee-02a6-49cc-832d-1b97399d1381 x-openstack-request-id: req-a25bf9ee-02a6-49cc-832d-1b97399d1381 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:13:20.361497 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e1163a-1acd-4898-99f8-d1ce2715f412", "name": "network-vif-plugged", "status": "completed", "tag": "d013f4ff-ebe3-436b-8835-c0a6c5e180a4", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:13:20.361756 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a25bf9ee-02a6-49cc-832d-1b97399d1381 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:13:20.362148 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e1163a-1acd-4898-99f8-d1ce2715f412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4', 'code': 200} Jun 12 17:13:20.433037 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:20.437455 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:20.498577 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 3892caed-f0ed-4560-a676-790b25bcd017 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:13:20.505970 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 3892caed-f0ed-4560-a676-790b25bcd017 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:13:20.512026 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:20.512312 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d4f50a7a-6234-4c46-a1cd-943c32dd7120 req-974b2113-62f2-41ad-8567-4ec0c90ea8c2 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014888 Jun 12 17:13:20.512434 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=d013f4ff-ebe3-436b-8835-c0a6c5e180a4,revision_number=8']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:20.512434 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:20.603306 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:20.638155 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 3892caed-f0ed-4560-a676-790b25bcd017, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=3892caed-f0ed-4560-a676-790b25bcd017,segment=NetworkSegment(2d576635-b9b1-45a8-82bc-3424ec2222e1),segment_id=2d576635-b9b1-45a8-82bc-3424ec2222e1)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:13:20.647032 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d3b87b-0da3-4943-8f7e-12b6a2290663 admin admin] Router 9ae44c42-6e84-4040-aae6-68125f780c7d is scheduled to L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a with binding_index 1 {{(pid=92466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 12 17:13:20.664287 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-76d3c012-c921-489e-98a5-249380ebdb3e None None] Provisioning complete for port 3892caed-f0ed-4560-a676-790b25bcd017 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:13:20.664677 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-76d3c012-c921-489e-98a5-249380ebdb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:20.742563 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:20.743396 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 04ed60f4-2cbb-4f8d-8e64-b51c0513b839 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:13:20.747992 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:20.787474 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d3b87b-0da3-4943-8f7e-12b6a2290663 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:13:20.805951 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] Sync routers for ids ['9ae44c42-6e84-4040-aae6-68125f780c7d'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:13:20.853468 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-76d3c012-c921-489e-98a5-249380ebdb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:20.860304 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] Routers {'9ae44c42-6e84-4040-aae6-68125f780c7d'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:13:20.860928 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:12:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['9ae44c42-6e84-4040-aae6-68125f780c7d'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:13:20.873154 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b87b-0da3-4943-8f7e-12b6a2290663 admin admin] Notify callbacks [] for router, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:20.874388 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-f5d3b87b-0da3-4943-8f7e-12b6a2290663 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9594235 Jun 12 17:13:20.877060 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37944) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:20.927467 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=3892caed-f0ed-4560-a676-790b25bcd017,revision_number=3']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:21.113294 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:21.179069 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 04ed60f4-2cbb-4f8d-8e64-b51c0513b839 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:13:21.179472 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:21.244059 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.db.api [None req-76d3c012-c921-489e-98a5-249380ebdb3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 12 17:13:21.244438 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_db.api [None req-76d3c012-c921-489e-98a5-249380ebdb3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 12 17:13:21.261054 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] Set router 9ae44c42-6e84-4040-aae6-68125f780c7d gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:13:21.285761 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0571dc5-e3f7-42b2-b4dc-7f09cb28cd22 req-bfff1a7e-d12f-4169-8f22-629f91f2fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:21.287325 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d0571dc5-e3f7-42b2-b4dc-7f09cb28cd22 req-bfff1a7e-d12f-4169-8f22-629f91f2fcac service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 1098 time: 0.0611861 Jun 12 17:13:21.329919 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d0571dc5-e3f7-42b2-b4dc-7f09cb28cd22 req-1f43aed7-a3d3-4438-a79b-8fe3690fe551 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365915 Jun 12 17:13:21.436258 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:21.547166 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae44c42-6e84-4040-aae6-68125f780c7d', 'name': 'tempest-TestVolumeBootPattern-1486332477-router', 'tenant_id': '752278d300e84ecb99f7d62d1d12a5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '133c888d-da96-4e6a-9c0e-6b0f834e972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:18Z', 'updated_at': '2021-06-12T17:13:19Z', 'revision_number': 3, 'project_id': '752278d300e84ecb99f7d62d1d12a5b3', 'gw_port': {'id': '133c888d-da96-4e6a-9c0e-6b0f834e972f', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae44c42-6e84-4040-aae6-68125f780c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:18Z', 'updated_at': '2021-06-12T17:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:13:21.552221 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] Checking router: 9ae44c42-6e84-4040-aae6-68125f780c7d for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:13:21.552591 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] Updating router 9ae44c42-6e84-4040-aae6-68125f780c7d port 133c888d-da96-4e6a-9c0e-6b0f834e972f binding host dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 17:13:21.595304 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:21.628729 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_common [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] Allocated IP 172.20.0.1 (c403a279-9754-4370-9d76-3e3cd3bb02ae/c416377f-9b05-41fb-b40c-f89e0684cb1c/b0495af5-5046-4a38-9115-155d9ac64c77) {{(pid=92466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:13:21.706661 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434565ae-1304-4125-aa81-9aaca00cc407 req-a1164885-b1da-4d65-b35b-370faad6c2d9 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:21.707718 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-434565ae-1304-4125-aa81-9aaca00cc407 req-a1164885-b1da-4d65-b35b-370faad6c2d9 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.0760982 Jun 12 17:13:21.771404 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:21.776173 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-434565ae-1304-4125-aa81-9aaca00cc407 req-e9df0454-be8a-47dd-a3c5-51713764df20 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548477 Jun 12 17:13:21.791848 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.provisioning_blocks [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] Transition to ACTIVE for port object b0495af5-5046-4a38-9115-155d9ac64c77 will not be triggered until provisioned by entity DHCP. {{(pid=92466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:13:21.896246 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12901255'] for port, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:21.902706 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:21.947052 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] Network c403a279-9754-4370-9d76-3e3cd3bb02ae is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:13:21.947485 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] Notify callbacks [] for port, precommit_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:21.953109 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:13:21.958326 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] Pushing event updated for resources: {'Port': ['ID=b0495af5-5046-4a38-9115-155d9ac64c77,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:21.958326 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] Received port after_create {{(pid=92466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:13:21.958587 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] Transition to ACTIVE for port object 133c888d-da96-4e6a-9c0e-6b0f834e972f will not be triggered until provisioned by entity L2. {{(pid=92468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:13:21.960120 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:22.004663 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16398672'] for router_interface, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:22.025082 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:22.027695 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:22.098295 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] Attempting to bind port 133c888d-da96-4e6a-9c0e-6b0f834e972f on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:13:22.098829 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] Attempting to bind port 133c888d-da96-4e6a-9c0e-6b0f834e972f by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:13:22.099301 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] Attempting to bind port 133c888d-da96-4e6a-9c0e-6b0f834e972f on network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:13:22.108723 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c63a50-e6f4-4a93-8c6b-88c682f4b7e5 None None] Pushing event updated for resources: {'Port': ['ID=133c888d-da96-4e6a-9c0e-6b0f834e972f,revision_number=2']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:22.111681 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:13:22.112211 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] Checking segment: {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:13:22.112733 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:22.113374 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] Bound using segment: {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'} {{(pid=92468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:13:22.113967 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.managers [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] Bound port: 133c888d-da96-4e6a-9c0e-6b0f834e972f, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f2b66c-379e-485c-8b47-ddd0e57bfaa8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41'}}] {{(pid=92468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:13:22.114454 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:22.145750 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-95c63a50-e6f4-4a93-8c6b-88c682f4b7e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:22.146641 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-32ee84c9-403c-4f64-90ff-297d621e953a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:22.204782 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] For port 133c888d-da96-4e6a-9c0e-6b0f834e972f, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:13:22.211336 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] For port 133c888d-da96-4e6a-9c0e-6b0f834e972f, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=133c888d-da96-4e6a-9c0e-6b0f834e972f,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:13:22.233360 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 3892caed-f0ed-4560-a676-790b25bcd017 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:13:22.265647 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:22.301365 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:22.303585 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-a884e8be-9f25-455b-a027-e199c4cf1564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:22.305275 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 3892caed-f0ed-4560-a676-790b25bcd017 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:13:22.305799 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:22.420481 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] Routers {'9ae44c42-6e84-4040-aae6-68125f780c7d'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:13:22.421066 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:12:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['9ae44c42-6e84-4040-aae6-68125f780c7d'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:13:22.468851 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:22.472162 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c63a50-e6f4-4a93-8c6b-88c682f4b7e5 None None] Pushing event updated for resources: {'Port': ['ID=133c888d-da96-4e6a-9c0e-6b0f834e972f,revision_number=3']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:22.475320 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-95c63a50-e6f4-4a93-8c6b-88c682f4b7e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:22.553034 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12901305'] for port, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:22.556139 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:22.586521 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-d8449a88-64c5-4ec2-b523-98c9f0c444b0 None None] Provisioning for port b0495af5-5046-4a38-9115-155d9ac64c77 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:13:22.602999 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-d8449a88-64c5-4ec2-b523-98c9f0c444b0 None None] Provisioning complete for port b0495af5-5046-4a38-9115-155d9ac64c77 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:13:22.603395 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-d8449a88-64c5-4ec2-b523-98c9f0c444b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:22.642374 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] Pushing event updated for resources: {'Port': ['ID=b0495af5-5046-4a38-9115-155d9ac64c77,revision_number=2']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:22.642636 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] Set router 9ae44c42-6e84-4040-aae6-68125f780c7d gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:13:22.644779 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16266435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16398788'] for router_interface, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:22.647456 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:22.709043 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-d8449a88-64c5-4ec2-b523-98c9f0c444b0 None None] Port b0495af5-5046-4a38-9115-155d9ac64c77 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:13:22.759326 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] Network c403a279-9754-4370-9d76-3e3cd3bb02ae is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:13:22.760840 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:13:22.987779 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] Router 9ae44c42-6e84-4040-aae6-68125f780c7d has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:13:23.008435 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db790e-f173-4cdb-9fb6-6db41018515b req-0feea002-2373-4650-b3c3-7623cb9e35fa tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:23.009959 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c2db790e-f173-4cdb-9fb6-6db41018515b req-0feea002-2373-4650-b3c3-7623cb9e35fa tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.1014166 Jun 12 17:13:23.062816 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-86e6169e-1b6d-4f3c-8695-91bf0d619fca None None] Provisioning complete for port b0495af5-5046-4a38-9115-155d9ac64c77 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:13:23.063410 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-86e6169e-1b6d-4f3c-8695-91bf0d619fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:23.119434 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-86e6169e-1b6d-4f3c-8695-91bf0d619fca None None] Port b0495af5-5046-4a38-9115-155d9ac64c77 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:13:23.129558 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae44c42-6e84-4040-aae6-68125f780c7d', 'name': 'tempest-TestVolumeBootPattern-1486332477-router', 'tenant_id': '752278d300e84ecb99f7d62d1d12a5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '133c888d-da96-4e6a-9c0e-6b0f834e972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:18Z', 'updated_at': '2021-06-12T17:13:22Z', 'revision_number': 4, 'project_id': '752278d300e84ecb99f7d62d1d12a5b3', 'gw_port': {'id': '133c888d-da96-4e6a-9c0e-6b0f834e972f', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae44c42-6e84-4040-aae6-68125f780c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:18Z', 'updated_at': '2021-06-12T17:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': 'b0495af5-5046-4a38-9115-155d9ac64c77', 'name': '', 'network_id': 'c403a279-9754-4370-9d76-3e3cd3bb02ae', 'tenant_id': '752278d300e84ecb99f7d62d1d12a5b3', 'mac_address': 'fa:16:3e:f4:ce:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae44c42-6e84-4040-aae6-68125f780c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c416377f-9b05-41fb-b40c-f89e0684cb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:21Z', 'updated_at': '2021-06-12T17:13:21Z', 'revision_number': 1, 'project_id': '752278d300e84ecb99f7d62d1d12a5b3', 'subnets': [{'id': 'c416377f-9b05-41fb-b40c-f89e0684cb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:13:23.133067 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c293f0-d121-485b-ae58-8ac3d034b233 None None] The sync data for ids ['9ae44c42-6e84-4040-aae6-68125f780c7d'] in dv-cinder-796114-2-iscsi is: [{'id': '9ae44c42-6e84-4040-aae6-68125f780c7d', 'name': 'tempest-TestVolumeBootPattern-1486332477-router', 'tenant_id': '752278d300e84ecb99f7d62d1d12a5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '133c888d-da96-4e6a-9c0e-6b0f834e972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:18Z', 'updated_at': '2021-06-12T17:13:22Z', 'revision_number': 4, 'project_id': '752278d300e84ecb99f7d62d1d12a5b3', 'gw_port': {'id': '133c888d-da96-4e6a-9c0e-6b0f834e972f', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae44c42-6e84-4040-aae6-68125f780c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:18Z', 'updated_at': '2021-06-12T17:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': 'b0495af5-5046-4a38-9115-155d9ac64c77', 'name': '', 'network_id': 'c403a279-9754-4370-9d76-3e3cd3bb02ae', 'tenant_id': '752278d300e84ecb99f7d62d1d12a5b3', 'mac_address': 'fa:16:3e:f4:ce:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae44c42-6e84-4040-aae6-68125f780c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c416377f-9b05-41fb-b40c-f89e0684cb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:21Z', 'updated_at': '2021-06-12T17:13:21Z', 'revision_number': 1, 'project_id': '752278d300e84ecb99f7d62d1d12a5b3', 'subnets': [{'id': 'c416377f-9b05-41fb-b40c-f89e0684cb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:13:23.442840 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c2db790e-f173-4cdb-9fb6-6db41018515b req-72eceb93-a0c5-4102-ac06-788016433bd9 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3809526 Jun 12 17:13:23.467655 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:13:23.474005 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-01390a9d-a07e-4085-9c4d-851b8445fe13 admin admin] 10.222.0.16 "PUT /v2.0/routers/9ae44c42-6e84-4040-aae6-68125f780c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5959778 Jun 12 17:13:23.991813 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37966) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:23.996626 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-bc7aa9da-518e-4773-a51e-158660dfc030 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1411691457', 'description': 'tempest-secgroup-smoke-1411691457 description', 'project_id': '99ffd93460544f318fb5e13c2b84c06a'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:13:24.115556 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa9da-518e-4773-a51e-158660dfc030 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:24.199679 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa9da-518e-4773-a51e-158660dfc030 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:24.258892 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa9da-518e-4773-a51e-158660dfc030 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:24.264202 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-ac5aae5a-365c-417a-8248-e4118924d1af tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:24.292179 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7aa9da-518e-4773-a51e-158660dfc030 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ff1b7d-4e96-4891-b031-6c3fe0767fc2,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:24.295197 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-bc7aa9da-518e-4773-a51e-158660dfc030 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:24.344680 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa9da-518e-4773-a51e-158660dfc030 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:24.348687 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-bc7aa9da-518e-4773-a51e-158660dfc030 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3530161 Jun 12 17:13:24.348969 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37972) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:24.353371 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-05c345a6-54d2-43e2-a8f5-b7777a5e9d09 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Request body: {'security_group_rule': {'security_group_id': '49ff1b7d-4e96-4891-b031-6c3fe0767fc2', 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:13:24.438688 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-05c345a6-54d2-43e2-a8f5-b7777a5e9d09 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:24.501828 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-05c345a6-54d2-43e2-a8f5-b7777a5e9d09 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:24.577349 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-05c345a6-54d2-43e2-a8f5-b7777a5e9d09 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:24.582077 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-f7bce4fd-d8e3-4f0e-9900-f666153c1300 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:24.598140 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c345a6-54d2-43e2-a8f5-b7777a5e9d09 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0497bdae-ae67-4754-9458-a230f5892591,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:24.601166 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-05c345a6-54d2-43e2-a8f5-b7777a5e9d09 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:24.658624 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-31ccf848-e170-4763-9ac9-eb9316499e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:24.684357 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-05c345a6-54d2-43e2-a8f5-b7777a5e9d09 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:24.686392 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-05c345a6-54d2-43e2-a8f5-b7777a5e9d09 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3365104 Jun 12 17:13:24.689121 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37978) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:24.693739 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-4b15be75-c3c5-4029-8133-6f85657a8e6b tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Request body: {'security_group_rule': {'security_group_id': '49ff1b7d-4e96-4891-b031-6c3fe0767fc2', 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:13:24.803413 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4b15be75-c3c5-4029-8133-6f85657a8e6b tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:24.861711 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:24.873961 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4b15be75-c3c5-4029-8133-6f85657a8e6b tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:24.955859 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4b15be75-c3c5-4029-8133-6f85657a8e6b tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:24.958216 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:24.987773 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15be75-c3c5-4029-8133-6f85657a8e6b tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2adc4996-5b27-4592-a9a4-a3519647e369,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:24.990096 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-4b15be75-c3c5-4029-8133-6f85657a8e6b tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:25.084405 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4b15be75-c3c5-4029-8133-6f85657a8e6b tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:25.084405 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-4b15be75-c3c5-4029-8133-6f85657a8e6b tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3916891 Jun 12 17:13:25.084652 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 37984) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:25.089459 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-e79fb513-20db-4812-8967-84c2f4d2604a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Request body: {'security_group_rule': {'security_group_id': '49ff1b7d-4e96-4891-b031-6c3fe0767fc2', 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:13:25.212462 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e79fb513-20db-4812-8967-84c2f4d2604a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:25.273681 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e79fb513-20db-4812-8967-84c2f4d2604a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:25.349851 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e79fb513-20db-4812-8967-84c2f4d2604a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:25.352003 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-ea1989d4-d2a9-4afa-9ac9-fb29437e16cc tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:25.369996 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fb513-20db-4812-8967-84c2f4d2604a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10eb61bb-0ae1-47bd-9425-2e508dd418cd,revision_number=0']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:25.373391 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-e79fb513-20db-4812-8967-84c2f4d2604a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:25.424168 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-e79fb513-20db-4812-8967-84c2f4d2604a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:25.425314 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-e79fb513-20db-4812-8967-84c2f4d2604a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3398621 Jun 12 17:13:25.428184 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 37986) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:25.433101 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-febf5d79-b0c4-4472-aef5-a5f7b92452e9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Request body: {'security_group_rule': {'security_group_id': '49ff1b7d-4e96-4891-b031-6c3fe0767fc2', 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:13:25.546874 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-febf5d79-b0c4-4472-aef5-a5f7b92452e9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:25.614188 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-febf5d79-b0c4-4472-aef5-a5f7b92452e9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:25.716411 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-febf5d79-b0c4-4472-aef5-a5f7b92452e9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:25.720342 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:25.735772 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf5d79-b0c4-4472-aef5-a5f7b92452e9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3f7593-973b-4b11-8730-9514dd2b2d2f,revision_number=0']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:25.744484 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5d79-b0c4-4472-aef5-a5f7b92452e9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:25.744875 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5d79-b0c4-4472-aef5-a5f7b92452e9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:25.745254 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5d79-b0c4-4472-aef5-a5f7b92452e9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:25.745623 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5d79-b0c4-4472-aef5-a5f7b92452e9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:25.745996 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5d79-b0c4-4472-aef5-a5f7b92452e9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:25.746398 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5d79-b0c4-4472-aef5-a5f7b92452e9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:25.746716 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5d79-b0c4-4472-aef5-a5f7b92452e9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:25.747610 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5d79-b0c4-4472-aef5-a5f7b92452e9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:25.747977 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5d79-b0c4-4472-aef5-a5f7b92452e9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:25.748343 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5d79-b0c4-4472-aef5-a5f7b92452e9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:25.748795 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5d79-b0c4-4472-aef5-a5f7b92452e9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:25.749047 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febf5d79-b0c4-4472-aef5-a5f7b92452e9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:13:25.752391 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-febf5d79-b0c4-4472-aef5-a5f7b92452e9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:25.768725 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:25.815619 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-febf5d79-b0c4-4472-aef5-a5f7b92452e9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:25.816860 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-febf5d79-b0c4-4472-aef5-a5f7b92452e9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3876827 Jun 12 17:13:25.819510 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 37988) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:25.824140 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-8b94047d-3c43-4293-acc8-27c06b73a09f tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Request body: {'security_group_rule': {'security_group_id': '49ff1b7d-4e96-4891-b031-6c3fe0767fc2', 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:13:25.844181 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:25.913045 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.securitygroups_db [None req-8b94047d-3c43-4293-acc8-27c06b73a09f tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Project 99ffd93460544f318fb5e13c2b84c06a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 17:13:25.918172 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-8b94047d-3c43-4293-acc8-27c06b73a09f tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:25.988808 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-8b94047d-3c43-4293-acc8-27c06b73a09f tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:26.007651 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] Sync routers for ids ['9ae44c42-6e84-4040-aae6-68125f780c7d'] in dv-cinder-796114-2-iscsi {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:13:26.017519 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] Routers {'9ae44c42-6e84-4040-aae6-68125f780c7d'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:13:26.018122 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:13:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['9ae44c42-6e84-4040-aae6-68125f780c7d'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:13:26.050347 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-8b94047d-3c43-4293-acc8-27c06b73a09f tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:26.052907 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-febf5d79-b0c4-4472-aef5-a5f7b92452e9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:26.071307 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94047d-3c43-4293-acc8-27c06b73a09f tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a116c13-6549-4c7f-8c23-35981f2e6587,revision_number=0']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:26.073928 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-8b94047d-3c43-4293-acc8-27c06b73a09f tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:26.159729 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] Set router 9ae44c42-6e84-4040-aae6-68125f780c7d gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:13:26.175996 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-8b94047d-3c43-4293-acc8-27c06b73a09f tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:26.178883 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-8b94047d-3c43-4293-acc8-27c06b73a09f tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3567567 Jun 12 17:13:26.179925 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 37994) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:26.185167 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-6300dd50-e441-4b17-a28e-2943d3220baa tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Request body: {'security_group_rule': {'security_group_id': '49ff1b7d-4e96-4891-b031-6c3fe0767fc2', 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:13:26.233984 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 133c888d-da96-4e6a-9c0e-6b0f834e972f up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:13:26.321391 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.securitygroups_db [None req-6300dd50-e441-4b17-a28e-2943d3220baa tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Project 99ffd93460544f318fb5e13c2b84c06a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 12 17:13:26.328566 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6300dd50-e441-4b17-a28e-2943d3220baa tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:26.390034 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port 133c888d-da96-4e6a-9c0e-6b0f834e972f completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:13:26.394508 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 133c888d-da96-4e6a-9c0e-6b0f834e972f triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:13:26.400342 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:26.400487 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6300dd50-e441-4b17-a28e-2943d3220baa tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:26.416867 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae44c42-6e84-4040-aae6-68125f780c7d', 'name': 'tempest-TestVolumeBootPattern-1486332477-router', 'tenant_id': '752278d300e84ecb99f7d62d1d12a5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '133c888d-da96-4e6a-9c0e-6b0f834e972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:18Z', 'updated_at': '2021-06-12T17:13:22Z', 'revision_number': 4, 'project_id': '752278d300e84ecb99f7d62d1d12a5b3', 'gw_port': {'id': '133c888d-da96-4e6a-9c0e-6b0f834e972f', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae44c42-6e84-4040-aae6-68125f780c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:18Z', 'updated_at': '2021-06-12T17:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': 'b0495af5-5046-4a38-9115-155d9ac64c77', 'name': '', 'network_id': 'c403a279-9754-4370-9d76-3e3cd3bb02ae', 'tenant_id': '752278d300e84ecb99f7d62d1d12a5b3', 'mac_address': 'fa:16:3e:f4:ce:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae44c42-6e84-4040-aae6-68125f780c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c416377f-9b05-41fb-b40c-f89e0684cb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:21Z', 'updated_at': '2021-06-12T17:13:22Z', 'revision_number': 2, 'project_id': '752278d300e84ecb99f7d62d1d12a5b3', 'subnets': [{'id': 'c416377f-9b05-41fb-b40c-f89e0684cb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:13:26.421200 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] Checking router: 9ae44c42-6e84-4040-aae6-68125f780c7d for host: dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:13:26.422009 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] Updating router 9ae44c42-6e84-4040-aae6-68125f780c7d port b0495af5-5046-4a38-9115-155d9ac64c77 binding host dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 12 17:13:26.463279 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:26.487130 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6300dd50-e441-4b17-a28e-2943d3220baa tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16332953'] for security_group_rule, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:26.489508 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:26.490348 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e350ae2f-0185-4a10-97ec-cbc55d8d6330 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:26.508293 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300dd50-e441-4b17-a28e-2943d3220baa tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56219d8-e42e-4649-8a2e-82cec8d99083,revision_number=0']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:26.510742 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6300dd50-e441-4b17-a28e-2943d3220baa tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:26.511381 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port 133c888d-da96-4e6a-9c0e-6b0f834e972f, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=133c888d-da96-4e6a-9c0e-6b0f834e972f,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:13:26.578502 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6300dd50-e441-4b17-a28e-2943d3220baa tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:26.579733 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-6300dd50-e441-4b17-a28e-2943d3220baa tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3988111 Jun 12 17:13:26.611366 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:26.621712 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:26.684357 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=133c888d-da96-4e6a-9c0e-6b0f834e972f,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:26.687820 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:26.788539 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] Notify callbacks [] for port, precommit_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:26.798859 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.provisioning_blocks [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] Transition to ACTIVE for port object b0495af5-5046-4a38-9115-155d9ac64c77 will not be triggered until provisioned by entity L2. {{(pid=92469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:13:26.878608 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:26.880944 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:27.065724 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e546ca-8a0e-4859-92eb-18552d5cbb42 None None] Pushing event updated for resources: {'Port': ['ID=b0495af5-5046-4a38-9115-155d9ac64c77,revision_number=3']} {{(pid=92469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:27.073313 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-38e546ca-8a0e-4859-92eb-18552d5cbb42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:27.136120 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] Attempting to bind port b0495af5-5046-4a38-9115-155d9ac64c77 on host dv-cinder-796114-2-iscsi for vnic_type normal with profile {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:13:27.136496 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] Attempting to bind port b0495af5-5046-4a38-9115-155d9ac64c77 by drivers openvswitch,hyperv on host dv-cinder-796114-2-iscsi at level 0 using segments [{'id': '2d576635-b9b1-45a8-82bc-3424ec2222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c403a279-9754-4370-9d76-3e3cd3bb02ae'}] {{(pid=92469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:13:27.136853 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] Attempting to bind port b0495af5-5046-4a38-9115-155d9ac64c77 on network c403a279-9754-4370-9d76-3e3cd3bb02ae {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:13:27.142175 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] Checking agent: {'id': '614dba15-77b5-459d-9a81-002196be2c80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 16, 56, 55), 'started_at': datetime.datetime(2021, 6, 12, 16, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:13:27.142549 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] Checking segment: {'id': '2d576635-b9b1-45a8-82bc-3424ec2222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c403a279-9754-4370-9d76-3e3cd3bb02ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:13:27.142943 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:27.143328 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] Bound using segment: {'id': '2d576635-b9b1-45a8-82bc-3424ec2222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c403a279-9754-4370-9d76-3e3cd3bb02ae'} {{(pid=92469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:13:27.143820 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.managers [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] Bound port: b0495af5-5046-4a38-9115-155d9ac64c77, host: dv-cinder-796114-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d576635-b9b1-45a8-82bc-3424ec2222e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c403a279-9754-4370-9d76-3e3cd3bb02ae'}}] {{(pid=92469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:13:27.144185 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:27.215697 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.db [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] For port b0495af5-5046-4a38-9115-155d9ac64c77, host dv-cinder-796114-2-iscsi, cleared binding levels {{(pid=92469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:13:27.218377 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.plugins.ml2.db [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] For port b0495af5-5046-4a38-9115-155d9ac64c77, host dv-cinder-796114-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=b0495af5-5046-4a38-9115-155d9ac64c77,segment=NetworkSegment(2d576635-b9b1-45a8-82bc-3424ec2222e1),segment_id=2d576635-b9b1-45a8-82bc-3424ec2222e1)] {{(pid=92469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:13:27.316390 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron_lib.callbacks.manager [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:27.318673 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:27.355729 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:27.384457 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] Routers {'9ae44c42-6e84-4040-aae6-68125f780c7d'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:13:27.385106 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:13:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['9ae44c42-6e84-4040-aae6-68125f780c7d'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:13:27.386872 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e546ca-8a0e-4859-92eb-18552d5cbb42 None None] Pushing event updated for resources: {'Port': ['ID=b0495af5-5046-4a38-9115-155d9ac64c77,revision_number=4']} {{(pid=92469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:27.391213 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG oslo_concurrency.lockutils [None req-38e546ca-8a0e-4859-92eb-18552d5cbb42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92469) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:27.549481 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] Set router 9ae44c42-6e84-4040-aae6-68125f780c7d gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:13:27.805742 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae44c42-6e84-4040-aae6-68125f780c7d', 'name': 'tempest-TestVolumeBootPattern-1486332477-router', 'tenant_id': '752278d300e84ecb99f7d62d1d12a5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '133c888d-da96-4e6a-9c0e-6b0f834e972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:18Z', 'updated_at': '2021-06-12T17:13:22Z', 'revision_number': 4, 'project_id': '752278d300e84ecb99f7d62d1d12a5b3', 'gw_port': {'id': '133c888d-da96-4e6a-9c0e-6b0f834e972f', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae44c42-6e84-4040-aae6-68125f780c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:18Z', 'updated_at': '2021-06-12T17:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': 'b0495af5-5046-4a38-9115-155d9ac64c77', 'name': '', 'network_id': 'c403a279-9754-4370-9d76-3e3cd3bb02ae', 'tenant_id': '752278d300e84ecb99f7d62d1d12a5b3', 'mac_address': 'fa:16:3e:f4:ce:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae44c42-6e84-4040-aae6-68125f780c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c416377f-9b05-41fb-b40c-f89e0684cb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:21Z', 'updated_at': '2021-06-12T17:13:27Z', 'revision_number': 4, 'project_id': '752278d300e84ecb99f7d62d1d12a5b3', 'subnets': [{'id': 'c416377f-9b05-41fb-b40c-f89e0684cb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:13:27.809067 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25522206-643f-4955-9544-cfeb2a7dda9e None None] The sync data for ids ['9ae44c42-6e84-4040-aae6-68125f780c7d'] in dv-cinder-796114-2-iscsi is: [{'id': '9ae44c42-6e84-4040-aae6-68125f780c7d', 'name': 'tempest-TestVolumeBootPattern-1486332477-router', 'tenant_id': '752278d300e84ecb99f7d62d1d12a5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '133c888d-da96-4e6a-9c0e-6b0f834e972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:18Z', 'updated_at': '2021-06-12T17:13:22Z', 'revision_number': 4, 'project_id': '752278d300e84ecb99f7d62d1d12a5b3', 'gw_port': {'id': '133c888d-da96-4e6a-9c0e-6b0f834e972f', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae44c42-6e84-4040-aae6-68125f780c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:18Z', 'updated_at': '2021-06-12T17:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': 'b0495af5-5046-4a38-9115-155d9ac64c77', 'name': '', 'network_id': 'c403a279-9754-4370-9d76-3e3cd3bb02ae', 'tenant_id': '752278d300e84ecb99f7d62d1d12a5b3', 'mac_address': 'fa:16:3e:f4:ce:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae44c42-6e84-4040-aae6-68125f780c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c416377f-9b05-41fb-b40c-f89e0684cb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:21Z', 'updated_at': '2021-06-12T17:13:27Z', 'revision_number': 4, 'project_id': '752278d300e84ecb99f7d62d1d12a5b3', 'subnets': [{'id': 'c416377f-9b05-41fb-b40c-f89e0684cb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:13:28.223611 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device b0495af5-5046-4a38-9115-155d9ac64c77 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:13:28.344289 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning for port b0495af5-5046-4a38-9115-155d9ac64c77 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:13:28.348267 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port b0495af5-5046-4a38-9115-155d9ac64c77 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:13:28.348873 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:28.438929 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:28.476941 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] For port b0495af5-5046-4a38-9115-155d9ac64c77, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=b0495af5-5046-4a38-9115-155d9ac64c77,segment=NetworkSegment(2d576635-b9b1-45a8-82bc-3424ec2222e1),segment_id=2d576635-b9b1-45a8-82bc-3424ec2222e1)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:13:28.537872 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:28.538706 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 133c888d-da96-4e6a-9c0e-6b0f834e972f up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:13:28.540357 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:28.627719 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Pushing event updated for resources: {'Port': ['ID=b0495af5-5046-4a38-9115-155d9ac64c77,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:28.631057 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:28.639524 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port 133c888d-da96-4e6a-9c0e-6b0f834e972f triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:13:28.639944 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:30.194445 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device b0495af5-5046-4a38-9115-155d9ac64c77 up at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:13:30.248594 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Provisioning complete for port b0495af5-5046-4a38-9115-155d9ac64c77 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:13:30.248977 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:35.569510 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38120) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:35.708490 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bc11c881-0437-441e-8d85-fdbde0a91b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:35.820681 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bc11c881-0437-441e-8d85-fdbde0a91b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:35.870487 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bc11c881-0437-441e-8d85-fdbde0a91b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:35.873467 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-5308ab15-5ee7-428b-a91c-3003c255d827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:35.914987 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c881-0437-441e-8d85-fdbde0a91b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4ed038-d3f2-442f-b607-94e25a361d7a,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:35.919415 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-bc11c881-0437-441e-8d85-fdbde0a91b32 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82377842384a44489026c0305a42441a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482740 Jun 12 17:13:35.920301 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-bc11c881-0437-441e-8d85-fdbde0a91b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:35.921874 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38126) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:13:35.978620 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1627c843-f1da-4476-ba79-1eb40a3ca444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:36.005751 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1627c843-f1da-4476-ba79-1eb40a3ca444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:36.186905 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1627c843-f1da-4476-ba79-1eb40a3ca444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:36.189575 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-1627c843-f1da-4476-ba79-1eb40a3ca444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:36.190734 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-1627c843-f1da-4476-ba79-1eb40a3ca444 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b4ed038-d3f2-442f-b607-94e25a361d7a HTTP/1.1" status: 204 len: 168 time: 0.2677374 Jun 12 17:13:36.191602 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-e32eb7d8-47e6-40fe-90a1-69c68f1fb108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:36.201287 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c843-f1da-4476-ba79-1eb40a3ca444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4ed038-d3f2-442f-b607-94e25a361d7a,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:36.203571 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-1627c843-f1da-4476-ba79-1eb40a3ca444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:45.691583 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f0314720-3409-4258-a009-5399815ffa7b req-a4ece497-3f69-445a-90c7-7e87b6a79b43 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1411691457&fields=id&tenant_id=99ffd93460544f318fb5e13c2b84c06a HTTP/1.1" status: 200 len: 267 time: 0.0367036 Jun 12 17:13:45.818934 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0314720-3409-4258-a009-5399815ffa7b req-efc19969-b142-468a-a151-1266f4de6b8d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:45.820375 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f0314720-3409-4258-a009-5399815ffa7b req-efc19969-b142-468a-a151-1266f4de6b8d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/networks?id=875a1d0a-42ae-4459-aeb5-99bd23688c75 HTTP/1.1" status: 200 len: 811 time: 0.1224427 Jun 12 17:13:45.834570 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f0314720-3409-4258-a009-5399815ffa7b req-0caadec7-d791-4692-be71-a9a162cf357b tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/quotas/99ffd93460544f318fb5e13c2b84c06a HTTP/1.1" status: 200 len: 375 time: 0.0089579 Jun 12 17:13:45.906521 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f0314720-3409-4258-a009-5399815ffa7b req-5ec61f03-6fc1-432f-a14b-e05c8df9170e tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=99ffd93460544f318fb5e13c2b84c06a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672565 Jun 12 17:13:46.025510 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f0314720-3409-4258-a009-5399815ffa7b req-2eccd43d-de41-4873-a287-705f5abb4cf4 service neutron] 10.222.0.16 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079693 Jun 12 17:13:46.140285 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f0314720-3409-4258-a009-5399815ffa7b req-30a4d349-127c-4f59-b0cb-f24a397ca0b8 service neutron] 10.222.0.16 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086876 Jun 12 17:13:47.714288 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7662bcd9-b74f-45d1-8408-387afce121c3 req-1631df5a-c35e-44a3-8fa3-340f412289fa tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 210 time: 0.0342534 Jun 12 17:13:48.800237 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-3142d8c9-2cbf-4b33-b456-4e75c19958be req-d02a936a-6806-45c8-bf16-4c63b44f3c55 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 210 time: 0.0343294 Jun 12 17:13:49.888160 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7d058977-afec-4c33-b763-c826933c6f2c req-2b21b9ec-dbc8-4162-afc0-690a0042d256 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 210 time: 0.0352998 Jun 12 17:13:50.972863 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-6ae0e0fa-7d28-4a40-b33f-82b5bb70445a req-7850a62d-6c84-4975-8bc2-5bdb6f858be2 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 210 time: 0.0325067 Jun 12 17:13:52.061183 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-c0ff2c5d-f5b9-4ebc-a5b0-c84d81c401b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:52.124248 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-98467008-b5fe-47b7-839e-ce2c7752ec72 req-57878e94-5747-4203-b6cc-5fa1930b0fa8 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 210 time: 0.0384338 Jun 12 17:13:53.275393 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-be1903a7-85d1-4991-bf9e-1aa9868cb255 req-236bb150-f996-4864-9063-2e2a9b2c5781 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 210 time: 0.0374012 Jun 12 17:13:54.360736 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0314720-3409-4258-a009-5399815ffa7b req-55987f6e-65dc-48cd-8fc2-bafa116c5d37 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:54.362135 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f0314720-3409-4258-a009-5399815ffa7b req-55987f6e-65dc-48cd-8fc2-bafa116c5d37 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.22 "GET /v2.0/networks?id=875a1d0a-42ae-4459-aeb5-99bd23688c75 HTTP/1.1" status: 200 len: 811 time: 0.1244898 Jun 12 17:13:54.430760 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-53e9b849-0a1d-4af7-8473-0dc0bd2d3fbf req-05f81a83-cac8-4986-8e81-edde46a36a57 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 210 time: 0.0375063 Jun 12 17:13:54.447609 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f0314720-3409-4258-a009-5399815ffa7b req-c3a16ac4-e9f2-4b37-be05-57e6c517dfb8 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99ffd93460544f318fb5e13c2b84c06a HTTP/1.1" status: 200 len: 380 time: 0.0759768 Jun 12 17:13:54.456132 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-f0314720-3409-4258-a009-5399815ffa7b req-ea2654bd-1084-4092-8223-a37045abc955 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Request body: {'port': {'device_id': '4f2599dd-f4fe-4620-8d94-b719c0c61477', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'admin_state_up': True, 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'security_groups': ['49ff1b7d-4e96-4891-b031-6c3fe0767fc2']}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:13:54.663962 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0314720-3409-4258-a009-5399815ffa7b req-ea2654bd-1084-4092-8223-a37045abc955 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Made reservation on behalf of 99ffd93460544f318fb5e13c2b84c06a for: {'port': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:13:54.668379 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-f0314720-3409-4258-a009-5399815ffa7b req-ea2654bd-1084-4092-8223-a37045abc955 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:54.694839 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef487-5f0f-4f5e-8394-15eeef8d18e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:54.814167 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [req-f0314720-3409-4258-a009-5399815ffa7b req-ea2654bd-1084-4092-8223-a37045abc955 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Allocated IP 172.20.0.9 (875a1d0a-42ae-4459-aeb5-99bd23688c75/8faeb43b-13c0-4a2f-ad66-9eb10ccd6107/b4f5bc53-1d76-4a43-9aef-5f72e935abc1) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:13:54.918203 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:54.985994 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-f0314720-3409-4258-a009-5399815ffa7b req-ea2654bd-1084-4092-8223-a37045abc955 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:54.999665 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-f0314720-3409-4258-a009-5399815ffa7b req-ea2654bd-1084-4092-8223-a37045abc955 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Transition to ACTIVE for port object b4f5bc53-1d76-4a43-9aef-5f72e935abc1 will not be triggered until provisioned by entity DHCP. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:13:55.133517 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-f0314720-3409-4258-a009-5399815ffa7b req-ea2654bd-1084-4092-8223-a37045abc955 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:55.137345 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-90b59c2d-9da3-4969-ad5f-98516aee2ab2 tempest-TestMinimumBasicScenario-1379357691 tempest-TestMinimumBasicScenario-1379357691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:55.188072 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0314720-3409-4258-a009-5399815ffa7b req-ea2654bd-1084-4092-8223-a37045abc955 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Network 875a1d0a-42ae-4459-aeb5-99bd23688c75 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:13:55.191293 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [req-f0314720-3409-4258-a009-5399815ffa7b req-ea2654bd-1084-4092-8223-a37045abc955 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:13:55.195037 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0314720-3409-4258-a009-5399815ffa7b req-ea2654bd-1084-4092-8223-a37045abc955 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:13:55.228717 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2654bd-1084-4092-8223-a37045abc955 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event updated for resources: {'Port': ['ID=b4f5bc53-1d76-4a43-9aef-5f72e935abc1,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:55.233083 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-ea2654bd-1084-4092-8223-a37045abc955 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:55.255970 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0314720-3409-4258-a009-5399815ffa7b req-ea2654bd-1084-4092-8223-a37045abc955 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:55.256702 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-f0314720-3409-4258-a009-5399815ffa7b req-ea2654bd-1084-4092-8223-a37045abc955 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:55.347123 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f0314720-3409-4258-a009-5399815ffa7b req-ea2654bd-1084-4092-8223-a37045abc955 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8945608 Jun 12 17:13:55.362857 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Request body: {'port': {'device_id': '4f2599dd-f4fe-4620-8d94-b719c0c61477', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:13:55.453060 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:55.546312 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-8a50e9fb-390f-49b5-ae1f-2a19e53432a6 None None] Provisioning for port b4f5bc53-1d76-4a43-9aef-5f72e935abc1 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:13:55.550289 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-8a50e9fb-390f-49b5-ae1f-2a19e53432a6 None None] Provisioning complete for port b4f5bc53-1d76-4a43-9aef-5f72e935abc1 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:13:55.550773 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-8a50e9fb-390f-49b5-ae1f-2a19e53432a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:55.600638 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-8a50e9fb-390f-49b5-ae1f-2a19e53432a6 None None] Port b4f5bc53-1d76-4a43-9aef-5f72e935abc1 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:13:55.679239 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6c29b-995c-455c-ade9-31d65c89de46 req-f1f0fee6-2f00-42ae-9cf9-092a6abef267 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:55.681599 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-aeb6c29b-995c-455c-ade9-31d65c89de46 req-f1f0fee6-2f00-42ae-9cf9-092a6abef267 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 931 time: 0.1021492 Jun 12 17:13:55.729102 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-aeb6c29b-995c-455c-ade9-31d65c89de46 req-bc855c9d-1a80-486f-a3dd-30e97dbda94b tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411732 Jun 12 17:13:55.798105 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:55.869901 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:56.135561 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f5bc53-1d76-4a43-9aef-5f72e935abc1 {{(pid=92467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:13:56.142950 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:56.155584 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Transition to ACTIVE for port object b4f5bc53-1d76-4a43-9aef-5f72e935abc1 will not be triggered until provisioned by entity L2. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:13:56.238054 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:56.241043 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:56.338664 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Pushing event updated for resources: {'Port': ['ID=b4f5bc53-1d76-4a43-9aef-5f72e935abc1,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:56.342166 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:56.432938 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Attempting to bind port b4f5bc53-1d76-4a43-9aef-5f72e935abc1 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:13:56.433542 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Attempting to bind port b4f5bc53-1d76-4a43-9aef-5f72e935abc1 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '2aebe96b-86af-463c-97b8-b994cb9b8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75'}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:13:56.433754 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Attempting to bind port b4f5bc53-1d76-4a43-9aef-5f72e935abc1 on network 875a1d0a-42ae-4459-aeb5-99bd23688c75 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:13:56.438057 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Port b4f5bc53-1d76-4a43-9aef-5f72e935abc1 on network 875a1d0a-42ae-4459-aeb5-99bd23688c75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 17:13:56.438372 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Attempting to bind port b4f5bc53-1d76-4a43-9aef-5f72e935abc1 on network 875a1d0a-42ae-4459-aeb5-99bd23688c75 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:13:56.442902 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Checking agent: {'id': '2dfdfaa1-9da4-4da7-bc93-db92fb710195', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'started_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:13:56.443234 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Checking segment: {'id': '2aebe96b-86af-463c-97b8-b994cb9b8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:13:56.443658 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Bound using segment: {'id': '2aebe96b-86af-463c-97b8-b994cb9b8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75'} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:13:56.444076 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Bound port: b4f5bc53-1d76-4a43-9aef-5f72e935abc1, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aebe96b-86af-463c-97b8-b994cb9b8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75'}}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:13:56.444416 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:56.523493 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] For port b4f5bc53-1d76-4a43-9aef-5f72e935abc1, host hv-cinder-79611, cleared binding levels {{(pid=92467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:13:56.527414 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] For port b4f5bc53-1d76-4a43-9aef-5f72e935abc1, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=b4f5bc53-1d76-4a43-9aef-5f72e935abc1,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:13:56.593439 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:56.596108 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:13:56.633039 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:56.633680 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:56.635127 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f0314720-3409-4258-a009-5399815ffa7b req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] 10.222.0.22 "PUT /v2.0/ports/b4f5bc53-1d76-4a43-9aef-5f72e935abc1 HTTP/1.1" status: 200 len: 1093 time: 1.2766125 Jun 12 17:13:56.637887 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2599dd-f4fe-4620-8d94-b719c0c61477', 'tag': 'b4f5bc53-1d76-4a43-9aef-5f72e935abc1'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:13:56.640851 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614b0c12-7998-4200-a7c3-314ef46e86bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4f2599dd-f4fe-4620-8d94-b719c0c61477", "tag": "b4f5bc53-1d76-4a43-9aef-5f72e935abc1"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:13:56.671078 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Pushing event updated for resources: {'Port': ['ID=b4f5bc53-1d76-4a43-9aef-5f72e935abc1,revision_number=3']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:13:56.675321 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:13:56.686811 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1bf988-194d-47a8-ae2e-b900171deb35 x-openstack-request-id: req-db1bf988-194d-47a8-ae2e-b900171deb35 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:13:56.687214 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f2599dd-f4fe-4620-8d94-b719c0c61477", "tag": "b4f5bc53-1d76-4a43-9aef-5f72e935abc1", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:13:56.687516 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db1bf988-194d-47a8-ae2e-b900171deb35 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:13:56.693697 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2599dd-f4fe-4620-8d94-b719c0c61477', 'tag': 'b4f5bc53-1d76-4a43-9aef-5f72e935abc1', 'status': 'completed', 'code': 200} Jun 12 17:13:56.777086 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b0c12-7998-4200-a7c3-314ef46e86bc req-c55858be-01dd-456f-a5cf-7347d4a6e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:56.778664 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-614b0c12-7998-4200-a7c3-314ef46e86bc req-c55858be-01dd-456f-a5cf-7347d4a6e53a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=99ffd93460544f318fb5e13c2b84c06a&device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 1096 time: 0.0709097 Jun 12 17:13:56.919414 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b0c12-7998-4200-a7c3-314ef46e86bc req-4b2cb9ff-5171-441d-8777-ff3039153f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:56.920856 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-614b0c12-7998-4200-a7c3-314ef46e86bc req-4b2cb9ff-5171-441d-8777-ff3039153f3b service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=99ffd93460544f318fb5e13c2b84c06a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1336391 Jun 12 17:13:56.929068 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5a4ee-b04d-47ec-9f69-4a3e48f5fd55 req-9292276b-dc2f-4e13-96d4-9dfa162b2337 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:56.930642 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-faa5a4ee-b04d-47ec-9f69-4a3e48f5fd55 req-9292276b-dc2f-4e13-96d4-9dfa162b2337 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 943 time: 0.0745153 Jun 12 17:13:56.973738 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-faa5a4ee-b04d-47ec-9f69-4a3e48f5fd55 req-2b44f638-cc6d-4dc3-997b-e889b9d9a500 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371685 Jun 12 17:13:57.046387 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b0c12-7998-4200-a7c3-314ef46e86bc req-88c64e39-1588-42ec-9b28-ac7301338d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:57.047759 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-614b0c12-7998-4200-a7c3-314ef46e86bc req-88c64e39-1588-42ec-9b28-ac7301338d8c service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1202841 Jun 12 17:13:57.156393 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0314720-3409-4258-a009-5399815ffa7b req-6b40ed4f-de1b-4149-83ab-9c648b8d2f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:57.157925 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f0314720-3409-4258-a009-5399815ffa7b req-6b40ed4f-de1b-4149-83ab-9c648b8d2f35 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=99ffd93460544f318fb5e13c2b84c06a&device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 1096 time: 0.0646913 Jun 12 17:13:57.217336 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f0314720-3409-4258-a009-5399815ffa7b req-09fc505f-b68f-4204-b3d1-07bbcebd8591 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4f5bc53-1d76-4a43-9aef-5f72e935abc1 HTTP/1.1" status: 200 len: 217 time: 0.0510292 Jun 12 17:13:57.232265 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:13:57.284056 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0314720-3409-4258-a009-5399815ffa7b req-6ec29152-7cc6-401d-970a-e9cb66f6cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:57.285490 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f0314720-3409-4258-a009-5399815ffa7b req-6ec29152-7cc6-401d-970a-e9cb66f6cfc5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8faeb43b-13c0-4a2f-ad66-9eb10ccd6107 HTTP/1.1" status: 200 len: 850 time: 0.0609803 Jun 12 17:13:57.310536 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:13:57.351390 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0314720-3409-4258-a009-5399815ffa7b req-f83729c5-b985-44f1-8245-14c75b9ede6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:57.352939 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f0314720-3409-4258-a009-5399815ffa7b req-f83729c5-b985-44f1-8245-14c75b9ede6e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=875a1d0a-42ae-4459-aeb5-99bd23688c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595903 Jun 12 17:13:57.472306 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f0314720-3409-4258-a009-5399815ffa7b req-83f1c664-7243-48db-9823-d67fe11f05d8 service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125095 Jun 12 17:13:57.590667 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f0314720-3409-4258-a009-5399815ffa7b req-1b884db2-4bec-4849-83e6-7c2b53bb9798 service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119421 Jun 12 17:13:58.156517 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1efebe-e08f-4daa-abb9-b265f7e3a1d0 req-fe82b84a-6f59-4461-91dd-3f811e3d5881 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:58.158066 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7b1efebe-e08f-4daa-abb9-b265f7e3a1d0 req-fe82b84a-6f59-4461-91dd-3f811e3d5881 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 943 time: 0.0719855 Jun 12 17:13:58.201643 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7b1efebe-e08f-4daa-abb9-b265f7e3a1d0 req-770bc4ba-bc28-489a-a787-53748c2934ca tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375011 Jun 12 17:13:59.389953 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e607571-6533-45b7-a8fe-b79881d7524a req-7ed326a9-84d0-4b37-9de5-d7bc004635f5 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:13:59.391408 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5e607571-6533-45b7-a8fe-b79881d7524a req-7ed326a9-84d0-4b37-9de5-d7bc004635f5 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 943 time: 0.0686173 Jun 12 17:13:59.434070 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-5e607571-6533-45b7-a8fe-b79881d7524a req-8c693a19-cb7f-4578-a62f-e83f3f5cae66 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370159 Jun 12 17:14:00.623715 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20aa97-2e0e-4781-b7fd-17aaf62f13a2 req-5b973e5f-a1ed-443e-a4cc-7da8e1bc9427 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:00.625161 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5b20aa97-2e0e-4781-b7fd-17aaf62f13a2 req-5b973e5f-a1ed-443e-a4cc-7da8e1bc9427 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 943 time: 0.0746469 Jun 12 17:14:00.667165 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5b20aa97-2e0e-4781-b7fd-17aaf62f13a2 req-b104e1d0-d4f7-4bd9-b829-1ef32b47150b tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361161 Jun 12 17:14:01.859158 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c866d-5fac-46de-82f7-9d6e05a4513b req-bff2c552-b3e4-4ea4-8d95-b111d079a6bd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:01.860631 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-875c866d-5fac-46de-82f7-9d6e05a4513b req-bff2c552-b3e4-4ea4-8d95-b111d079a6bd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 943 time: 0.0747232 Jun 12 17:14:01.902586 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-875c866d-5fac-46de-82f7-9d6e05a4513b req-ab0f80da-b0dc-462b-a261-659911bfc5d3 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364103 Jun 12 17:14:03.082273 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622a1ee-ba83-4bd4-88f3-9046b428a09d req-0126d4a7-70d1-430b-8fb1-784ec9eaf479 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:03.083660 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e622a1ee-ba83-4bd4-88f3-9046b428a09d req-0126d4a7-70d1-430b-8fb1-784ec9eaf479 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 943 time: 0.0684083 Jun 12 17:14:03.126526 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-e622a1ee-ba83-4bd4-88f3-9046b428a09d req-e75877ba-4f75-460f-ba2b-62426d85a1ab tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364835 Jun 12 17:14:04.306022 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a951070-6cc3-4f6d-92f0-d7336b230983 req-d28b6dae-3319-48e4-bdf9-e1e546d5b3d0 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:04.307658 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-2a951070-6cc3-4f6d-92f0-d7336b230983 req-d28b6dae-3319-48e4-bdf9-e1e546d5b3d0 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 943 time: 0.0692987 Jun 12 17:14:04.350287 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-2a951070-6cc3-4f6d-92f0-d7336b230983 req-d2d592d4-60ac-4373-9c87-11fc182c27a6 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367935 Jun 12 17:14:05.446692 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device b4f5bc53-1d76-4a43-9aef-5f72e935abc1 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:14:05.544578 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422db5ec-14a8-4329-85f3-490206262924 req-1919a608-d516-48c9-b46a-72ad64779159 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:05.546201 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-422db5ec-14a8-4329-85f3-490206262924 req-1919a608-d516-48c9-b46a-72ad64779159 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 943 time: 0.0763366 Jun 12 17:14:05.564675 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port b4f5bc53-1d76-4a43-9aef-5f72e935abc1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=b4f5bc53-1d76-4a43-9aef-5f72e935abc1,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:14:05.581382 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': 'b4f5bc53-1d76-4a43-9aef-5f72e935abc1', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'port_id': 'b4f5bc53-1d76-4a43-9aef-5f72e935abc1', 'mac_address': 'fa:16:3e:c7:0d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:14:05.593097 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-422db5ec-14a8-4329-85f3-490206262924 req-ca7051c4-8e69-4bd9-b5cb-f0b9f9b26bbc tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391517 Jun 12 17:14:05.625416 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:05.642530 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f5bc53-1d76-4a43-9aef-5f72e935abc1 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:14:05.664078 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port b4f5bc53-1d76-4a43-9aef-5f72e935abc1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=b4f5bc53-1d76-4a43-9aef-5f72e935abc1,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:14:05.740958 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:05.742754 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-10637f65-8af4-4dc7-9142-9677063d210b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:14:05.797279 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=b4f5bc53-1d76-4a43-9aef-5f72e935abc1,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:14:05.804620 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:05.805149 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:05.805380 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:05.805725 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:05.806060 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:05.806922 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:05.807259 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:05.807611 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:05.807947 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:05.808274 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:05.808598 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:05.808927 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:05.813016 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:14:05.956149 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['b4f5bc53-1d76-4a43-9aef-5f72e935abc1'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:14:06.775311 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c54e1-5c59-47fd-8c3a-30e6965ee6ac req-1d7b4e0b-ba48-44a1-af22-c150d669133b tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:06.776977 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-908c54e1-5c59-47fd-8c3a-30e6965ee6ac req-1d7b4e0b-ba48-44a1-af22-c150d669133b tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 944 time: 0.0726590 Jun 12 17:14:06.819664 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-908c54e1-5c59-47fd-8c3a-30e6965ee6ac req-3701bc3b-7d58-4c31-bc00-11efac55fb52 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369182 Jun 12 17:14:07.477866 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device b4f5bc53-1d76-4a43-9aef-5f72e935abc1 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:14:07.604083 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning for port b4f5bc53-1d76-4a43-9aef-5f72e935abc1 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:14:07.607698 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port b4f5bc53-1d76-4a43-9aef-5f72e935abc1 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:14:07.608084 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:07.694321 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:07.718235 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2599dd-f4fe-4620-8d94-b719c0c61477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f5bc53-1d76-4a43-9aef-5f72e935abc1'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:14:07.720559 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2a7460-7d91-45c1-93c7-731e391ecd53" -d '{"events": [{"server_uuid": "4f2599dd-f4fe-4620-8d94-b719c0c61477", "name": "network-vif-plugged", "status": "completed", "tag": "b4f5bc53-1d76-4a43-9aef-5f72e935abc1"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:14:07.737463 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port b4f5bc53-1d76-4a43-9aef-5f72e935abc1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=b4f5bc53-1d76-4a43-9aef-5f72e935abc1,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:14:07.758207 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc5e274-dfb2-4e12-934f-9dccba4e55c4 x-openstack-request-id: req-1cc5e274-dfb2-4e12-934f-9dccba4e55c4 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:14:07.758505 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2599dd-f4fe-4620-8d94-b719c0c61477", "name": "network-vif-plugged", "status": "completed", "tag": "b4f5bc53-1d76-4a43-9aef-5f72e935abc1", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:14:07.758767 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1cc5e274-dfb2-4e12-934f-9dccba4e55c4 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:14:07.759164 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2599dd-f4fe-4620-8d94-b719c0c61477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f5bc53-1d76-4a43-9aef-5f72e935abc1', 'code': 200} Jun 12 17:14:07.786482 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:07.788393 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:14:07.841019 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=b4f5bc53-1d76-4a43-9aef-5f72e935abc1,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:14:07.843942 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:14:08.003708 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe08aab-6677-46c5-bd6e-93889e91219a req-6d0c0830-0098-4d65-ba2c-c03f4fdd13f4 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:08.005218 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ffe08aab-6677-46c5-bd6e-93889e91219a req-6d0c0830-0098-4d65-ba2c-c03f4fdd13f4 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 945 time: 0.0714478 Jun 12 17:14:08.047198 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ffe08aab-6677-46c5-bd6e-93889e91219a req-4dcdfa2b-c2d8-4227-8216-3f8238740dae tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360146 Jun 12 17:14:08.157147 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa102f-4b53-40da-a9ef-eccddbf278c7 req-345ac1c1-ceb0-444d-b8fd-ae8371f9e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:08.158621 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d7aa102f-4b53-40da-a9ef-eccddbf278c7 req-345ac1c1-ceb0-444d-b8fd-ae8371f9e629 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 1098 time: 0.0597701 Jun 12 17:14:08.199079 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d7aa102f-4b53-40da-a9ef-eccddbf278c7 req-c1a25661-cbec-480d-886b-dee84474c048 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312395 Jun 12 17:14:09.234357 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a08890-7ddd-411a-805c-a053a62036ab req-c3b4cd5b-f64a-4afe-8ddb-516efd9ae231 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:09.235819 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-83a08890-7ddd-411a-805c-a053a62036ab req-c3b4cd5b-f64a-4afe-8ddb-516efd9ae231 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 945 time: 0.0752723 Jun 12 17:14:09.277829 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-83a08890-7ddd-411a-805c-a053a62036ab req-f9b77353-11b0-419e-bb89-84dde6967515 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363719 Jun 12 17:14:10.473725 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aba292-e31f-4d86-91c6-2e0c61f746dd req-dec64adc-37e9-4562-b652-05c36da681eb tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:10.475077 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-33aba292-e31f-4d86-91c6-2e0c61f746dd req-dec64adc-37e9-4562-b652-05c36da681eb tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 945 time: 0.0722597 Jun 12 17:14:10.518890 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-33aba292-e31f-4d86-91c6-2e0c61f746dd req-40ca4862-e04b-4331-9930-fd00c0779bd2 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361218 Jun 12 17:14:10.703817 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ca0a4-4467-4726-aef2-e73690826449 req-5c6da3af-a2c0-42e4-a0b5-dc8e65ee8b0f tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:10.705256 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-441ca0a4-4467-4726-aef2-e73690826449 req-5c6da3af-a2c0-42e4-a0b5-dc8e65ee8b0f tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 945 time: 0.0770409 Jun 12 17:14:10.746503 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-441ca0a4-4467-4726-aef2-e73690826449 req-3d0dd396-1f41-425c-9cbd-181c5de47c84 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355532 Jun 12 17:14:10.770109 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38458) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:14:10.973647 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b0be75-c776-4a15-bacc-0d69e5e99927 tempest-TestVolumeBootPattern-515718544 tempest-TestVolumeBootPattern-515718544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:10.975175 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-61b0be75-c776-4a15-bacc-0d69e5e99927 tempest-TestVolumeBootPattern-515718544 tempest-TestVolumeBootPattern-515718544-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 1093 time: 0.2041149 Jun 12 17:14:10.978225 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38462) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:14:10.983829 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Request body: {'floatingip': {'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'port_id': 'b4f5bc53-1d76-4a43-9aef-5f72e935abc1', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:14:11.089298 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for floatingip, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:11.205316 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:11.350521 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Allocated IP 172.27.1.37 (ea6ee7b2-d8f2-435f-804e-11e3b9b06d41/91bb23a6-47cd-46ba-a600-d5abe9f7088a/a5c8a280-0564-4123-a832-4ec855956385) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:14:11.479996 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:11.584340 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:11.586519 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-33c01401-fe23-4aaf-82ab-e3815d7aa92b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:14:11.633193 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:14:11.636403 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:14:11.639817 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:14:11.645366 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event updated for resources: {'Port': ['ID=a5c8a280-0564-4123-a832-4ec855956385,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:14:11.675116 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:14:12.097220 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:12.284597 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:12.467603 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:12.586222 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:12.590110 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-246bb591-307d-4daa-8c45-3e5ab4385829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:14:12.672524 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event updated for resources: {'Port': ['ID=a5c8a280-0564-4123-a832-4ec855956385,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:14:12.676482 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:14:12.685846 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16397436'] for floatingip, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:13.124492 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.l3_db [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Floating IP f53d0863-6764-45f2-9a30-370ffe88cb1e associated. External IP: 172.27.1.37, port: b4f5bc53-1d76-4a43-9aef-5f72e935abc1. Jun 12 17:14:13.412255 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Router 653a80cf-54b5-4005-826c-4301965435ff has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:14:13.562417 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:14:13.580115 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6667f9ea-c47a-4a7a-ac59-2b85bed4e4e6 None None] Sync routers for ids ['653a80cf-54b5-4005-826c-4301965435ff'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:14:13.589428 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6667f9ea-c47a-4a7a-ac59-2b85bed4e4e6 None None] Routers {'653a80cf-54b5-4005-826c-4301965435ff'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:14:13.590036 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-6667f9ea-c47a-4a7a-ac59-2b85bed4e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:13:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['653a80cf-54b5-4005-826c-4301965435ff'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:14:13.635380 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:13.677911 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6981018 Jun 12 17:14:13.678844 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2599dd-f4fe-4620-8d94-b719c0c61477', 'tag': 'b4f5bc53-1d76-4a43-9aef-5f72e935abc1'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:14:13.682390 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e302d85-eea9-4bd8-b34a-0a1d3a6fde2f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f2599dd-f4fe-4620-8d94-b719c0c61477", "tag": "b4f5bc53-1d76-4a43-9aef-5f72e935abc1"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:14:13.720960 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a558fcea-3286-4836-9add-b4045d6344ae x-openstack-request-id: req-a558fcea-3286-4836-9add-b4045d6344ae {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:14:13.721296 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f2599dd-f4fe-4620-8d94-b719c0c61477", "tag": "b4f5bc53-1d76-4a43-9aef-5f72e935abc1", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:14:13.721594 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a558fcea-3286-4836-9add-b4045d6344ae {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:14:13.722029 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2599dd-f4fe-4620-8d94-b719c0c61477', 'tag': 'b4f5bc53-1d76-4a43-9aef-5f72e935abc1', 'status': 'completed', 'code': 200} Jun 12 17:14:13.735160 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-6667f9ea-c47a-4a7a-ac59-2b85bed4e4e6 None None] Set router 653a80cf-54b5-4005-826c-4301965435ff gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:14:13.810374 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e302d85-eea9-4bd8-b34a-0a1d3a6fde2f req-6d1f2bcc-826f-41e6-8f1d-8ff9e37e587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:13.811920 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9e302d85-eea9-4bd8-b34a-0a1d3a6fde2f req-6d1f2bcc-826f-41e6-8f1d-8ff9e37e587f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=99ffd93460544f318fb5e13c2b84c06a&device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 1098 time: 0.0655656 Jun 12 17:14:13.927673 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e302d85-eea9-4bd8-b34a-0a1d3a6fde2f req-efe4cb1e-d5aa-469f-9dd6-a779ce735ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:13.929160 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9e302d85-eea9-4bd8-b34a-0a1d3a6fde2f req-efe4cb1e-d5aa-469f-9dd6-a779ce735ecd service neutron] 10.222.0.22 "GET /v2.0/networks?id=875a1d0a-42ae-4459-aeb5-99bd23688c75 HTTP/1.1" status: 200 len: 912 time: 0.1114626 Jun 12 17:14:14.011841 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9e302d85-eea9-4bd8-b34a-0a1d3a6fde2f req-aba827db-75d1-43e7-ab57-09d0bc3ad97c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4f5bc53-1d76-4a43-9aef-5f72e935abc1 HTTP/1.1" status: 200 len: 998 time: 0.0766203 Jun 12 17:14:14.031981 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-6667f9ea-c47a-4a7a-ac59-2b85bed4e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': 'f53d0863-6764-45f2-9a30-370ffe88cb1e', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '653a80cf-54b5-4005-826c-4301965435ff', 'port_id': 'b4f5bc53-1d76-4a43-9aef-5f72e935abc1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'mac_address': 'fa:16:3e:c7:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2599dd-f4fe-4620-8d94-b719c0c61477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:14:11Z', 'updated_at': '2021-06-12T17:14:11Z', 'revision_number': 0, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ed60f4-2cbb-4f8d-8e64-b51c0513b839', 'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'mac_address': 'fa:16:3e:23:90:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:13Z', 'updated_at': '2021-06-12T17:13:18Z', 'revision_number': 5, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'subnets': [{'id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:14:14.035389 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6667f9ea-c47a-4a7a-ac59-2b85bed4e4e6 None None] Checking router: 653a80cf-54b5-4005-826c-4301965435ff for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:14:14.043784 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6667f9ea-c47a-4a7a-ac59-2b85bed4e4e6 None None] Routers {'653a80cf-54b5-4005-826c-4301965435ff'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:14:14.044385 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-6667f9ea-c47a-4a7a-ac59-2b85bed4e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:13:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['653a80cf-54b5-4005-826c-4301965435ff'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:14:14.072674 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e302d85-eea9-4bd8-b34a-0a1d3a6fde2f req-da4496f7-3acc-4f10-86cb-0eb5a4a3005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:14.074147 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9e302d85-eea9-4bd8-b34a-0a1d3a6fde2f req-da4496f7-3acc-4f10-86cb-0eb5a4a3005e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8faeb43b-13c0-4a2f-ad66-9eb10ccd6107 HTTP/1.1" status: 200 len: 850 time: 0.0567551 Jun 12 17:14:14.138389 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e302d85-eea9-4bd8-b34a-0a1d3a6fde2f req-28b8a796-f1b0-452c-b50d-7c01e92382a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:14.139931 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9e302d85-eea9-4bd8-b34a-0a1d3a6fde2f req-28b8a796-f1b0-452c-b50d-7c01e92382a6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=875a1d0a-42ae-4459-aeb5-99bd23688c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601647 Jun 12 17:14:14.267805 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9e302d85-eea9-4bd8-b34a-0a1d3a6fde2f req-76683449-48cc-42e4-b2e4-f19d7f3bcc6a service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213591 Jun 12 17:14:14.319380 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-6667f9ea-c47a-4a7a-ac59-2b85bed4e4e6 None None] Set router 653a80cf-54b5-4005-826c-4301965435ff gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:14:14.384475 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9e302d85-eea9-4bd8-b34a-0a1d3a6fde2f req-2e1cce52-6723-4fd6-8dd9-09163f1db465 service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094563 Jun 12 17:14:14.610450 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-6667f9ea-c47a-4a7a-ac59-2b85bed4e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': 'f53d0863-6764-45f2-9a30-370ffe88cb1e', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '653a80cf-54b5-4005-826c-4301965435ff', 'port_id': 'b4f5bc53-1d76-4a43-9aef-5f72e935abc1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'mac_address': 'fa:16:3e:c7:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2599dd-f4fe-4620-8d94-b719c0c61477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:14:11Z', 'updated_at': '2021-06-12T17:14:11Z', 'revision_number': 0, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ed60f4-2cbb-4f8d-8e64-b51c0513b839', 'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'mac_address': 'fa:16:3e:23:90:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:13Z', 'updated_at': '2021-06-12T17:13:18Z', 'revision_number': 5, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'subnets': [{'id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:14:14.613995 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6667f9ea-c47a-4a7a-ac59-2b85bed4e4e6 None None] The sync data for ids ['653a80cf-54b5-4005-826c-4301965435ff'] in dv-cinder-796114-2-iscsi is: [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': 'f53d0863-6764-45f2-9a30-370ffe88cb1e', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '653a80cf-54b5-4005-826c-4301965435ff', 'port_id': 'b4f5bc53-1d76-4a43-9aef-5f72e935abc1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'mac_address': 'fa:16:3e:c7:0d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2599dd-f4fe-4620-8d94-b719c0c61477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:14:11Z', 'updated_at': '2021-06-12T17:14:11Z', 'revision_number': 0, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ed60f4-2cbb-4f8d-8e64-b51c0513b839', 'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'mac_address': 'fa:16:3e:23:90:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:13Z', 'updated_at': '2021-06-12T17:13:18Z', 'revision_number': 5, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'subnets': [{'id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:14:14.798497 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f09897-9d97-47e9-b615-d484fa4ba71b None None] New status for floating IP f53d0863-6764-45f2-9a30-370ffe88cb1e: ACTIVE {{(pid=92469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 17:14:17.585510 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 38510) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:14:17.687773 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-5291d8b6-33bb-4ce2-aad0-a02adf2e1c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:17.777687 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-5291d8b6-33bb-4ce2-aad0-a02adf2e1c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:17.835042 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-5291d8b6-33bb-4ce2-aad0-a02adf2e1c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:17.838436 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-c7456f82-9989-4508-a53b-33c2c6c0a390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:14:17.876355 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291d8b6-33bb-4ce2-aad0-a02adf2e1c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fac3d1-6442-431c-8907-ab75bc8e6a68,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:14:17.879950 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-5291d8b6-33bb-4ce2-aad0-a02adf2e1c2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3bc851a5aca4e6b9b25ce93c3b350a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933841 Jun 12 17:14:17.882708 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38514) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:14:17.886759 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291d8b6-33bb-4ce2-aad0-a02adf2e1c2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:17.887160 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291d8b6-33bb-4ce2-aad0-a02adf2e1c2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:17.887553 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291d8b6-33bb-4ce2-aad0-a02adf2e1c2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:17.887940 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291d8b6-33bb-4ce2-aad0-a02adf2e1c2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:17.888308 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291d8b6-33bb-4ce2-aad0-a02adf2e1c2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:17.888678 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291d8b6-33bb-4ce2-aad0-a02adf2e1c2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:17.889043 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291d8b6-33bb-4ce2-aad0-a02adf2e1c2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:17.889408 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291d8b6-33bb-4ce2-aad0-a02adf2e1c2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:17.889773 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291d8b6-33bb-4ce2-aad0-a02adf2e1c2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:17.890133 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291d8b6-33bb-4ce2-aad0-a02adf2e1c2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:17.890494 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291d8b6-33bb-4ce2-aad0-a02adf2e1c2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:17.890852 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5291d8b6-33bb-4ce2-aad0-a02adf2e1c2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:17.894747 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-5291d8b6-33bb-4ce2-aad0-a02adf2e1c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:14:17.936230 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-940e87f3-ffb5-4b07-a414-0f273323e1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:17.957845 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-940e87f3-ffb5-4b07-a414-0f273323e1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:18.064034 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-940e87f3-ffb5-4b07-a414-0f273323e1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:18.066602 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-940e87f3-ffb5-4b07-a414-0f273323e1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:18.067779 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-940e87f3-ffb5-4b07-a414-0f273323e1a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04fac3d1-6442-431c-8907-ab75bc8e6a68 HTTP/1.1" status: 204 len: 168 time: 0.1839447 Jun 12 17:14:18.068600 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-af9108d8-75cb-42c2-beee-5c8d81c5d967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:14:18.077432 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e87f3-ffb5-4b07-a414-0f273323e1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fac3d1-6442-431c-8907-ab75bc8e6a68,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:14:18.080017 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-940e87f3-ffb5-4b07-a414-0f273323e1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:14:22.104573 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-289933f2-fd4d-40a4-a82a-43db761ff45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:24.659923 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-977217c5-e1fa-4222-828e-0ca223abd95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:24.842984 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:25.806958 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:25.854418 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:27.326339 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:34.231199 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:14:45.189925 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38528) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:14:45.388981 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Deleting port 4f31b1c7-be6f-4bee-8954-b928d60b1a35 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:14:45.389317 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:45.486638 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:45.486888 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:45.579059 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Calling delete_port for 4f31b1c7-be6f-4bee-8954-b928d60b1a35 owned by network:floatingip {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:14:45.846473 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:45.848803 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-18740133-ae81-45af-918e-2ed04840fe95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:14:45.880781 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Pushing event deleted for resources: {'Port': ['ID=4f31b1c7-be6f-4bee-8954-b928d60b1a35,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:14:45.890775 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:45.896112 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:45.896112 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:45.896112 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:45.896112 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:45.896112 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:45.896112 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:45.896112 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:45.896112 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:45.896112 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:45.896112 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:45.896112 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:14:45.899031 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:14:45.982562 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for floatingip, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:45.982838 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.l3_db [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Floating IP 11226566-7ae1-426d-9e4d-dc574f4a24c6 disassociated (deleted). External IP: 172.27.1.14, port: d013f4ff-ebe3-436b-8835-c0a6c5e180a4. Jun 12 17:14:46.264923 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Router 56153170-2070-4c60-bd51-611ea5dcd8c9 has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:14:46.416770 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:14:46.422206 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:46.426484 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52af5299-d642-44ee-84d0-18cbdea3d67d None None] Sync routers for ids ['56153170-2070-4c60-bd51-611ea5dcd8c9'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:14:46.436563 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52af5299-d642-44ee-84d0-18cbdea3d67d None None] Routers {'56153170-2070-4c60-bd51-611ea5dcd8c9'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:14:46.437185 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-52af5299-d642-44ee-84d0-18cbdea3d67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:14:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['56153170-2070-4c60-bd51-611ea5dcd8c9'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:14:46.464489 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "DELETE /v2.0/floatingips/11226566-7ae1-426d-9e4d-dc574f4a24c6 HTTP/1.1" status: 204 len: 168 time: 1.2734673 Jun 12 17:14:46.465146 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e1163a-1acd-4898-99f8-d1ce2715f412', 'tag': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:14:46.467768 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2cd8be-6806-4343-bb2b-308155a7a272" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e1163a-1acd-4898-99f8-d1ce2715f412", "tag": "d013f4ff-ebe3-436b-8835-c0a6c5e180a4"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:14:46.507026 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a057244-c9c1-4916-b8d8-782ffa2be9cb x-openstack-request-id: req-7a057244-c9c1-4916-b8d8-782ffa2be9cb {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:14:46.507366 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e1163a-1acd-4898-99f8-d1ce2715f412", "tag": "d013f4ff-ebe3-436b-8835-c0a6c5e180a4", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:14:46.507686 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a057244-c9c1-4916-b8d8-782ffa2be9cb {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:14:46.508125 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e1163a-1acd-4898-99f8-d1ce2715f412', 'tag': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4', 'status': 'completed', 'code': 200} Jun 12 17:14:46.584926 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-52af5299-d642-44ee-84d0-18cbdea3d67d None None] Set router 56153170-2070-4c60-bd51-611ea5dcd8c9 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:14:46.688314 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cd8be-6806-4343-bb2b-308155a7a272 req-0756e516-3ff2-49cd-9610-7f1fa1e0ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:46.689676 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2b2cd8be-6806-4343-bb2b-308155a7a272 req-0756e516-3ff2-49cd-9610-7f1fa1e0ac8e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9be239a3ad554429b14fd85c26b7643f&device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 1098 time: 0.1594727 Jun 12 17:14:46.803023 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cd8be-6806-4343-bb2b-308155a7a272 req-97c560fe-66d8-445f-a585-d57a1dc55515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:46.804520 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2b2cd8be-6806-4343-bb2b-308155a7a272 req-97c560fe-66d8-445f-a585-d57a1dc55515 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1de459b0-6013-449b-9c9e-63d7ea66f02a HTTP/1.1" status: 200 len: 910 time: 0.1089606 Jun 12 17:14:46.853502 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-52af5299-d642-44ee-84d0-18cbdea3d67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'name': 'tempest-TestShelveInstance-1451558760-router', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:28Z', 'updated_at': '2021-06-12T17:09:34Z', 'revision_number': 4, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'gw_port': {'id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:29Z', 'updated_at': '2021-06-12T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '63e11087-7b4a-4b99-ba06-447364c72448', 'name': '', 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'mac_address': 'fa:16:3e:42:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4758b802-10b2-4d8a-9b59-c24e4b4afa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:33Z', 'updated_at': '2021-06-12T17:09:40Z', 'revision_number': 5, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'subnets': [{'id': '4758b802-10b2-4d8a-9b59-c24e4b4afa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:14:46.857809 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52af5299-d642-44ee-84d0-18cbdea3d67d None None] Checking router: 56153170-2070-4c60-bd51-611ea5dcd8c9 for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:14:46.860621 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2b2cd8be-6806-4343-bb2b-308155a7a272 req-302f47e3-cfea-4d35-8f21-16e62bc23659 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d013f4ff-ebe3-436b-8835-c0a6c5e180a4 HTTP/1.1" status: 200 len: 217 time: 0.0501037 Jun 12 17:14:46.866226 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52af5299-d642-44ee-84d0-18cbdea3d67d None None] Routers {'56153170-2070-4c60-bd51-611ea5dcd8c9'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:14:46.866846 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-52af5299-d642-44ee-84d0-18cbdea3d67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:14:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['56153170-2070-4c60-bd51-611ea5dcd8c9'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:14:46.920730 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cd8be-6806-4343-bb2b-308155a7a272 req-ff24ad14-98e4-4f87-864c-41806fcc9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:46.922329 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2b2cd8be-6806-4343-bb2b-308155a7a272 req-ff24ad14-98e4-4f87-864c-41806fcc9f17 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4758b802-10b2-4d8a-9b59-c24e4b4afa11 HTTP/1.1" status: 200 len: 848 time: 0.0537357 Jun 12 17:14:46.990045 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cd8be-6806-4343-bb2b-308155a7a272 req-403a02c6-c888-41b6-b318-cf2b0836181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:46.991489 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2b2cd8be-6806-4343-bb2b-308155a7a272 req-403a02c6-c888-41b6-b318-cf2b0836181a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1de459b0-6013-449b-9c9e-63d7ea66f02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631592 Jun 12 17:14:47.001798 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [req-2b2cd8be-6806-4343-bb2b-308155a7a272 req-9048b88f-7144-4330-b6da-c7c73bc03f44 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 17:14:47.002833 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2b2cd8be-6806-4343-bb2b-308155a7a272 req-9048b88f-7144-4330-b6da-c7c73bc03f44 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052094 Jun 12 17:14:47.008616 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-52af5299-d642-44ee-84d0-18cbdea3d67d None None] Set router 56153170-2070-4c60-bd51-611ea5dcd8c9 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:14:47.121864 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2b2cd8be-6806-4343-bb2b-308155a7a272 req-feceb1d6-320d-4984-b905-8dfc1c44ff1f service neutron] 10.222.0.22 "GET /v2.0/networks/1de459b0-6013-449b-9c9e-63d7ea66f02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122537 Jun 12 17:14:47.242842 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2b2cd8be-6806-4343-bb2b-308155a7a272 req-fa6a8fd6-34a2-419b-a9a8-22c7a8a5916a service neutron] 10.222.0.22 "GET /v2.0/networks/1de459b0-6013-449b-9c9e-63d7ea66f02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126454 Jun 12 17:14:47.268389 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-52af5299-d642-44ee-84d0-18cbdea3d67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'name': 'tempest-TestShelveInstance-1451558760-router', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:28Z', 'updated_at': '2021-06-12T17:09:34Z', 'revision_number': 4, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'gw_port': {'id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:29Z', 'updated_at': '2021-06-12T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '63e11087-7b4a-4b99-ba06-447364c72448', 'name': '', 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'mac_address': 'fa:16:3e:42:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4758b802-10b2-4d8a-9b59-c24e4b4afa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:33Z', 'updated_at': '2021-06-12T17:09:40Z', 'revision_number': 5, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'subnets': [{'id': '4758b802-10b2-4d8a-9b59-c24e4b4afa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:14:47.271829 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52af5299-d642-44ee-84d0-18cbdea3d67d None None] The sync data for ids ['56153170-2070-4c60-bd51-611ea5dcd8c9'] in dv-cinder-796114-2-iscsi is: [{'id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'name': 'tempest-TestShelveInstance-1451558760-router', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:28Z', 'updated_at': '2021-06-12T17:09:34Z', 'revision_number': 4, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'gw_port': {'id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:29Z', 'updated_at': '2021-06-12T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '63e11087-7b4a-4b99-ba06-447364c72448', 'name': '', 'network_id': '1de459b0-6013-449b-9c9e-63d7ea66f02a', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'mac_address': 'fa:16:3e:42:65:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4758b802-10b2-4d8a-9b59-c24e4b4afa11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:33Z', 'updated_at': '2021-06-12T17:09:40Z', 'revision_number': 5, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'subnets': [{'id': '4758b802-10b2-4d8a-9b59-c24e4b4afa11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:14:47.406797 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2a3b5-d035-411b-86cd-585be2ec7cc2 req-3f1a0302-4618-4dfa-8165-d7d294a30a18 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:47.408356 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9bd2a3b5-d035-411b-86cd-585be2ec7cc2 req-3f1a0302-4618-4dfa-8165-d7d294a30a18 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.1274168 Jun 12 17:14:47.451906 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9bd2a3b5-d035-411b-86cd-585be2ec7cc2 req-1b9a26ce-bd00-45e0-b6fd-181c34f1ffe3 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377774 Jun 12 17:14:47.483493 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59beaf60-495e-4c9e-82c9-c37868849ad5 None None] New status for floating IP 11226566-7ae1-426d-9e4d-dc574f4a24c6: DOWN {{(pid=92469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 17:14:49.024030 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31d4a3-fd82-437f-aaf5-6363a538491a req-e99bf1e9-4cbe-401f-881b-d97feb7e9236 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:49.025434 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8c31d4a3-fd82-437f-aaf5-6363a538491a req-e99bf1e9-4cbe-401f-881b-d97feb7e9236 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.4331281 Jun 12 17:14:49.034080 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d158876-d2cb-4c7b-b51c-71096212a066 req-136bc9d4-0bad-4c57-819b-c27ce222d0d7 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:14:49.035455 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5d158876-d2cb-4c7b-b51c-71096212a066 req-136bc9d4-0bad-4c57-819b-c27ce222d0d7 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 945 time: 0.4672644 Jun 12 17:14:49.120620 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5d158876-d2cb-4c7b-b51c-71096212a066 req-22641f6b-a436-4ab8-a09b-fb268884d3d3 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/security-groups?id=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781045 Jun 12 17:14:49.168060 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-8c31d4a3-fd82-437f-aaf5-6363a538491a req-68754ecf-1a3c-4521-a867-29e5a01c6bab tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Deleting port d013f4ff-ebe3-436b-8835-c0a6c5e180a4 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:14:49.168405 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-8c31d4a3-fd82-437f-aaf5-6363a538491a req-68754ecf-1a3c-4521-a867-29e5a01c6bab tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:49.280313 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-8c31d4a3-fd82-437f-aaf5-6363a538491a req-68754ecf-1a3c-4521-a867-29e5a01c6bab tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] For port d013f4ff-ebe3-436b-8835-c0a6c5e180a4, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d013f4ff-ebe3-436b-8835-c0a6c5e180a4,segment=NetworkSegment(dfdffe23-705e-45dc-a58b-cc7a72d5bc07),segment_id=dfdffe23-705e-45dc-a58b-cc7a72d5bc07)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:14:49.280663 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-8c31d4a3-fd82-437f-aaf5-6363a538491a req-68754ecf-1a3c-4521-a867-29e5a01c6bab tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:49.371033 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-8c31d4a3-fd82-437f-aaf5-6363a538491a req-68754ecf-1a3c-4521-a867-29e5a01c6bab tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Calling delete_port for d013f4ff-ebe3-436b-8835-c0a6c5e180a4 owned by compute:nova {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:14:49.628811 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-8c31d4a3-fd82-437f-aaf5-6363a538491a req-68754ecf-1a3c-4521-a867-29e5a01c6bab tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:49.632782 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-552e3c15-4c72-446c-8c41-a29c0e51a62a tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:14:49.662434 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68754ecf-1a3c-4521-a867-29e5a01c6bab tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Pushing event deleted for resources: {'Port': ['ID=d013f4ff-ebe3-436b-8835-c0a6c5e180a4,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:14:49.665822 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-68754ecf-1a3c-4521-a867-29e5a01c6bab tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:14:49.719589 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c31d4a3-fd82-437f-aaf5-6363a538491a req-68754ecf-1a3c-4521-a867-29e5a01c6bab tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] No DVR routers for this DVR port d013f4ff-ebe3-436b-8835-c0a6c5e180a4 on host hv-cinder-79611 {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:14:49.722067 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-8c31d4a3-fd82-437f-aaf5-6363a538491a req-68754ecf-1a3c-4521-a867-29e5a01c6bab tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:49.724126 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-8c31d4a3-fd82-437f-aaf5-6363a538491a req-68754ecf-1a3c-4521-a867-29e5a01c6bab tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.22 "DELETE /v2.0/ports/d013f4ff-ebe3-436b-8835-c0a6c5e180a4 HTTP/1.1" status: 204 len: 173 time: 0.6878636 Jun 12 17:14:49.724637 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e1163a-1acd-4898-99f8-d1ce2715f412', 'name': 'network-vif-deleted', 'tag': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:14:49.726924 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465cf01b-1fce-4260-8ac5-d6f155ccfdd9" -d '{"events": [{"server_uuid": "e1e1163a-1acd-4898-99f8-d1ce2715f412", "name": "network-vif-deleted", "tag": "d013f4ff-ebe3-436b-8835-c0a6c5e180a4"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:14:49.761252 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1d85f5-26ed-48d2-9d09-68c28f8d563c x-openstack-request-id: req-8b1d85f5-26ed-48d2-9d09-68c28f8d563c {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:14:49.761610 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e1163a-1acd-4898-99f8-d1ce2715f412", "name": "network-vif-deleted", "tag": "d013f4ff-ebe3-436b-8835-c0a6c5e180a4", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:14:49.761906 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b1d85f5-26ed-48d2-9d09-68c28f8d563c {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:14:49.762471 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e1163a-1acd-4898-99f8-d1ce2715f412', 'name': 'network-vif-deleted', 'tag': 'd013f4ff-ebe3-436b-8835-c0a6c5e180a4', 'status': 'completed', 'code': 200} Jun 12 17:14:50.272192 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-3d5bf8f7-2e73-4e8b-988e-dbd55865382e req-e5730ac3-de88-40f1-9ef1-130f723cfd8e tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1e1163a-1acd-4898-99f8-d1ce2715f412 HTTP/1.1" status: 200 len: 210 time: 0.0378480 Jun 12 17:14:51.372620 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38556) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:14:51.434286 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-76618708-bf99-4675-9edd-0727257f5649 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:51.460302 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-76618708-bf99-4675-9edd-0727257f5649 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:51.571395 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-76618708-bf99-4675-9edd-0727257f5649 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:51.574016 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-76618708-bf99-4675-9edd-0727257f5649 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:51.575187 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-76618708-bf99-4675-9edd-0727257f5649 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] 10.222.0.16 "DELETE /v2.0/security-groups/757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1 HTTP/1.1" status: 204 len: 168 time: 0.2015877 Jun 12 17:14:51.576547 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-bd0090d8-5764-49f8-a992-95a0e528b38b tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:14:51.586927 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76618708-bf99-4675-9edd-0727257f5649 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=757bc67e-95e5-4b0b-a8f3-a9449ef3c7b1,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:14:51.588599 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-76618708-bf99-4675-9edd-0727257f5649 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:14:51.686758 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38560) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:14:52.065184 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-d9739fe1-a8d1-4c34-852c-b88f89b3698f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:52.219626 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-17986af2-5848-4e0c-8fb3-b10d7fa9f2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16398811'] for router_interface, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:52.533807 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-17986af2-5848-4e0c-8fb3-b10d7fa9f2e1 admin admin] Deleting port 63e11087-7b4a-4b99-ba06-447364c72448 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:14:52.534480 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-17986af2-5848-4e0c-8fb3-b10d7fa9f2e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:52.637557 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [None req-17986af2-5848-4e0c-8fb3-b10d7fa9f2e1 admin admin] For port 63e11087-7b4a-4b99-ba06-447364c72448, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=63e11087-7b4a-4b99-ba06-447364c72448,segment=NetworkSegment(dfdffe23-705e-45dc-a58b-cc7a72d5bc07),segment_id=dfdffe23-705e-45dc-a58b-cc7a72d5bc07)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:14:52.637948 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-17986af2-5848-4e0c-8fb3-b10d7fa9f2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:52.732788 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-17986af2-5848-4e0c-8fb3-b10d7fa9f2e1 admin admin] Calling delete_port for 63e11087-7b4a-4b99-ba06-447364c72448 owned by network:router_interface {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:14:53.060094 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-17986af2-5848-4e0c-8fb3-b10d7fa9f2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:53.062009 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-c6b2bb11-50bf-4f72-bd0c-7028c1d7c23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:14:53.090081 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17986af2-5848-4e0c-8fb3-b10d7fa9f2e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=63e11087-7b4a-4b99-ba06-447364c72448,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:14:53.093961 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-17986af2-5848-4e0c-8fb3-b10d7fa9f2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:14:53.302486 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-17986af2-5848-4e0c-8fb3-b10d7fa9f2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16267056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16398923'] for router_interface, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:53.582700 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17986af2-5848-4e0c-8fb3-b10d7fa9f2e1 admin admin] Router 56153170-2070-4c60-bd51-611ea5dcd8c9 has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:14:53.726507 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17986af2-5848-4e0c-8fb3-b10d7fa9f2e1 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:14:53.726952 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device d013f4ff-ebe3-436b-8835-c0a6c5e180a4 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:14:53.733592 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-17986af2-5848-4e0c-8fb3-b10d7fa9f2e1 admin admin] 10.222.0.16 "PUT /v2.0/routers/56153170-2070-4c60-bd51-611ea5dcd8c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0434973 Jun 12 17:14:53.734064 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38564) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:14:53.754072 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2961cd8-dcb7-4e95-8450-24317dc988c3 None None] Sync routers for ids ['56153170-2070-4c60-bd51-611ea5dcd8c9'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:14:53.756363 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] No Port match for: d013f4ff-ebe3-436b-8835-c0a6c5e180a4 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:14:53.756717 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device d013f4ff-ebe3-436b-8835-c0a6c5e180a4 not bound to the agent host hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:14:53.765616 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2961cd8-dcb7-4e95-8450-24317dc988c3 None None] Routers {'56153170-2070-4c60-bd51-611ea5dcd8c9'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:14:53.766222 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-c2961cd8-dcb7-4e95-8450-24317dc988c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:14:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['56153170-2070-4c60-bd51-611ea5dcd8c9'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:14:54.057670 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-c2961cd8-dcb7-4e95-8450-24317dc988c3 None None] Set router 56153170-2070-4c60-bd51-611ea5dcd8c9 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:14:54.193766 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bb13e214-faf1-4d08-8753-1fc873cb4082 admin admin] Notify callbacks [] for router, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:54.296561 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-c2961cd8-dcb7-4e95-8450-24317dc988c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'name': 'tempest-TestShelveInstance-1451558760-router', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:28Z', 'updated_at': '2021-06-12T17:14:52Z', 'revision_number': 5, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'gw_port': {'id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:29Z', 'updated_at': '2021-06-12T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:14:54.300427 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2961cd8-dcb7-4e95-8450-24317dc988c3 None None] Checking router: 56153170-2070-4c60-bd51-611ea5dcd8c9 for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:14:54.308984 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2961cd8-dcb7-4e95-8450-24317dc988c3 None None] Routers {'56153170-2070-4c60-bd51-611ea5dcd8c9'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:14:54.309538 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-c2961cd8-dcb7-4e95-8450-24317dc988c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:14:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['56153170-2070-4c60-bd51-611ea5dcd8c9'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:14:54.333098 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bb13e214-faf1-4d08-8753-1fc873cb4082 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:54.447815 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-c2961cd8-dcb7-4e95-8450-24317dc988c3 None None] Set router 56153170-2070-4c60-bd51-611ea5dcd8c9 gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:14:54.460800 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-bb13e214-faf1-4d08-8753-1fc873cb4082 admin admin] Deleting port 751d83a9-d9bf-4ffa-9a19-afd3be20a569 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:14:54.461145 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bb13e214-faf1-4d08-8753-1fc873cb4082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:54.564228 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [None req-bb13e214-faf1-4d08-8753-1fc873cb4082 admin admin] For port 751d83a9-d9bf-4ffa-9a19-afd3be20a569, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=751d83a9-d9bf-4ffa-9a19-afd3be20a569,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:14:54.564496 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bb13e214-faf1-4d08-8753-1fc873cb4082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:54.657778 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-bb13e214-faf1-4d08-8753-1fc873cb4082 admin admin] Calling delete_port for 751d83a9-d9bf-4ffa-9a19-afd3be20a569 owned by network:router_gateway {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:14:54.676785 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-683bcf8b-19f9-4fa9-86a6-c1a1ad28bd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:54.692883 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-c2961cd8-dcb7-4e95-8450-24317dc988c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'name': 'tempest-TestShelveInstance-1451558760-router', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:28Z', 'updated_at': '2021-06-12T17:14:52Z', 'revision_number': 5, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'gw_port': {'id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:29Z', 'updated_at': '2021-06-12T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:14:54.696314 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2961cd8-dcb7-4e95-8450-24317dc988c3 None None] The sync data for ids ['56153170-2070-4c60-bd51-611ea5dcd8c9'] in dv-cinder-796114-2-iscsi is: [{'id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'name': 'tempest-TestShelveInstance-1451558760-router', 'tenant_id': '9be239a3ad554429b14fd85c26b7643f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:28Z', 'updated_at': '2021-06-12T17:14:52Z', 'revision_number': 5, 'project_id': '9be239a3ad554429b14fd85c26b7643f', 'gw_port': {'id': '751d83a9-d9bf-4ffa-9a19-afd3be20a569', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56153170-2070-4c60-bd51-611ea5dcd8c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:29Z', 'updated_at': '2021-06-12T17:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:14:54.848252 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:54.928043 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bb13e214-faf1-4d08-8753-1fc873cb4082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:54.930017 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-408d66c0-6786-4d94-8fe0-00c129f926b2 tempest-AttachVolumeShelveTestJSON-1428061328 tempest-AttachVolumeShelveTestJSON-1428061328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:14:54.957706 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13e214-faf1-4d08-8753-1fc873cb4082 admin admin] Pushing event deleted for resources: {'Port': ['ID=751d83a9-d9bf-4ffa-9a19-afd3be20a569,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:14:54.961111 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-bb13e214-faf1-4d08-8753-1fc873cb4082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:14:55.034777 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bb13e214-faf1-4d08-8753-1fc873cb4082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16397336'] for router_gateway, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:55.168350 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bb13e214-faf1-4d08-8753-1fc873cb4082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16469225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12268'] for router, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:55.170554 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bb13e214-faf1-4d08-8753-1fc873cb4082 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:55.314494 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bb13e214-faf1-4d08-8753-1fc873cb4082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16400959'] for router, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:55.315005 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb13e214-faf1-4d08-8753-1fc873cb4082 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56153170-2070-4c60-bd51-611ea5dcd8c9 {{(pid=92467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 17:14:55.319774 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-bb13e214-faf1-4d08-8753-1fc873cb4082 admin admin] Notify callbacks [] for router, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:55.321155 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-bb13e214-faf1-4d08-8753-1fc873cb4082 admin admin] 10.222.0.16 "DELETE /v2.0/routers/56153170-2070-4c60-bd51-611ea5dcd8c9 HTTP/1.1" status: 204 len: 168 time: 1.5858047 Jun 12 17:14:55.323316 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38566) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:14:55.376517 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a1d586-c313-40e0-b0b2-7c1b810e75c9 admin admin] Deleting subnet 4758b802-10b2-4d8a-9b59-c24e4b4afa11 {{(pid=92467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 17:14:55.379710 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-33a1d586-c313-40e0-b0b2-7c1b810e75c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:55.422762 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-33a1d586-c313-40e0-b0b2-7c1b810e75c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58650085'] for subnet, precommit_delete_associations {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:55.543972 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-33a1d586-c313-40e0-b0b2-7c1b810e75c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744179'] for subnet, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:55.665223 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-33a1d586-c313-40e0-b0b2-7c1b810e75c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58649923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57867068'] for subnet, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:55.668377 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-0446a366-0c42-49df-b8f8-e1c153830ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:14:55.703364 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1d586-c313-40e0-b0b2-7c1b810e75c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4758b802-10b2-4d8a-9b59-c24e4b4afa11,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:14:55.705271 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-33a1d586-c313-40e0-b0b2-7c1b810e75c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:55.708205 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-33a1d586-c313-40e0-b0b2-7c1b810e75c9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4758b802-10b2-4d8a-9b59-c24e4b4afa11 HTTP/1.1" status: 204 len: 168 time: 0.3828356 Jun 12 17:14:55.708205 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-33a1d586-c313-40e0-b0b2-7c1b810e75c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:14:55.709837 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38568) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:14:55.714076 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f7bf01-a437-4074-97d8-fc4731318222 None None] Network 1de459b0-6013-449b-9c9e-63d7ea66f02a requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:14:55.804830 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538232'] for network, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:55.823090 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:55.871956 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] Deleting port 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:14:55.872462 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:55.899921 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:55.958609 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] For port 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80,segment=NetworkSegment(dfdffe23-705e-45dc-a58b-cc7a72d5bc07),segment_id=dfdffe23-705e-45dc-a58b-cc7a72d5bc07)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:14:55.959021 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:55.989319 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd7cc4b-1dcd-48d8-9d77-21a022ce1710 None None] DHCP port deletion for 1de459b0-6013-449b-9c9e-63d7ea66f02a request from dv-cinder-796114-2-iscsi {{(pid=92468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 17:14:56.044514 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-1cd7cc4b-1dcd-48d8-9d77-21a022ce1710 None None] Deleting port 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80 {{(pid=92468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:14:56.044778 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1cd7cc4b-1dcd-48d8-9d77-21a022ce1710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:56.055059 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] Calling delete_port for 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80 owned by network:dhcp {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:14:56.127470 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-1cd7cc4b-1dcd-48d8-9d77-21a022ce1710 None None] For port 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80,segment=NetworkSegment(dfdffe23-705e-45dc-a58b-cc7a72d5bc07),segment_id=dfdffe23-705e-45dc-a58b-cc7a72d5bc07)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:14:56.127985 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1cd7cc4b-1dcd-48d8-9d77-21a022ce1710 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:56.214196 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:56.217369 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-960b9a04-9c18-4bf3-be42-5a28d4b3dd1d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:14:56.221229 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-1cd7cc4b-1dcd-48d8-9d77-21a022ce1710 None None] Calling delete_port for 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80 owned by network:dhcp {{(pid=92468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:14:56.247248 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:14:56.250747 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:14:56.251525 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] No DVR routers for this DVR port 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80 on host dv-cinder-796114-2-iscsi {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:14:56.281217 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 63e11087-7b4a-4b99-ba06-447364c72448 no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:14:56.307924 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: 63e11087-7b4a-4b99-ba06-447364c72448 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:14:56.308551 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 63e11087-7b4a-4b99-ba06-447364c72448 not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:14:56.308985 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80 no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:14:56.339756 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:14:56.340129 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80 not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:14:56.340569 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 751d83a9-d9bf-4ffa-9a19-afd3be20a569 no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:14:56.355838 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741742', 'neutron.services.segments.db._delete_segments_for_network-8742179925432'] for network, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:56.367866 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de459b0-6013-449b-9c9e-63d7ea66f02a']}} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:14:56.375988 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: 751d83a9-d9bf-4ffa-9a19-afd3be20a569 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:14:56.376338 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 751d83a9-d9bf-4ffa-9a19-afd3be20a569 not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:14:56.379623 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfdffe23-705e-45dc-a58b-cc7a72d5bc07') {'for_net_delete': True} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:14:56.379988 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfdffe23-705e-45dc-a58b-cc7a72d5bc07') {} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:14:56.390914 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742179925270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58650094'] for segment, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:56.397399 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1cd7cc4b-1dcd-48d8-9d77-21a022ce1710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048'] for port, after_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:56.399256 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:14:56.405138 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:56.410928 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=92467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 17:14:56.411361 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58650346'] for segment, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: Traceback (most recent call last): Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: timer() Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: cb(*args, **kw) Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: return func(*args, **kwargs) Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: self._notify() Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: self.callback(batched_events) Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: event.method(event) Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: return f(self, *a, **k) Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._get(url).json() Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: return self.request(url, 'GET', **kwargs) Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 17:14:56.413032 dv-cinder-796114-2-iscsi neutron-server[92467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 17:14:56.426825 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7cc4b-1dcd-48d8-9d77-21a022ce1710 None None] Pushing event deleted for resources: {'Port': ['ID=6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80,revision_number=None']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:14:56.429590 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-1cd7cc4b-1dcd-48d8-9d77-21a022ce1710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:14:56.430504 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd7cc4b-1dcd-48d8-9d77-21a022ce1710 None None] No DVR routers for this DVR port 6d2ef8a0-2a8b-4414-b75a-35e8ed1fea80 on host dv-cinder-796114-2-iscsi {{(pid=92468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:14:56.556853 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16397317'] for network, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:56.561239 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-40aa98b3-fe06-42b4-8b26-03e901ae6e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:14:56.563785 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:56.565609 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1de459b0-6013-449b-9c9e-63d7ea66f02a HTTP/1.1" status: 204 len: 168 time: 0.8548393 Jun 12 17:14:56.568725 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 38570) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:14:56.579456 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1de459b0-6013-449b-9c9e-63d7ea66f02a,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:14:56.581957 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:14:57.016142 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-1338813a-4dc1-4aee-bdc8-cda7699a8e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16398811'] for router_interface, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:57.326051 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:57.332788 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-1338813a-4dc1-4aee-bdc8-cda7699a8e07 admin admin] Deleting port 4187ac73-c954-4187-b04e-dbd0ddfcad57 {{(pid=92466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:14:57.335237 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-1338813a-4dc1-4aee-bdc8-cda7699a8e07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:57.434791 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.db [None req-1338813a-4dc1-4aee-bdc8-cda7699a8e07 admin admin] For port 4187ac73-c954-4187-b04e-dbd0ddfcad57, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=4187ac73-c954-4187-b04e-dbd0ddfcad57,segment=NetworkSegment(804c8ba9-0875-4608-b8f7-50ed085a72d7),segment_id=804c8ba9-0875-4608-b8f7-50ed085a72d7)] {{(pid=92466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:14:57.435211 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-1338813a-4dc1-4aee-bdc8-cda7699a8e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:57.525468 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-1338813a-4dc1-4aee-bdc8-cda7699a8e07 admin admin] Calling delete_port for 4187ac73-c954-4187-b04e-dbd0ddfcad57 owned by network:router_interface {{(pid=92466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:14:57.823074 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-1338813a-4dc1-4aee-bdc8-cda7699a8e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12901262'] for port, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:57.825837 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:14:57.854730 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338813a-4dc1-4aee-bdc8-cda7699a8e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=4187ac73-c954-4187-b04e-dbd0ddfcad57,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:14:57.857379 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-1338813a-4dc1-4aee-bdc8-cda7699a8e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:14:58.395487 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-1338813a-4dc1-4aee-bdc8-cda7699a8e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16267056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16398923'] for router_interface, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:58.927414 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1338813a-4dc1-4aee-bdc8-cda7699a8e07 admin admin] Router d696d6c8-c707-4463-976d-8a0b3db85dbb has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:14:59.067063 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1338813a-4dc1-4aee-bdc8-cda7699a8e07 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:14:59.071924 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-1338813a-4dc1-4aee-bdc8-cda7699a8e07 admin admin] 10.222.0.16 "PUT /v2.0/routers/d696d6c8-c707-4463-976d-8a0b3db85dbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5021739 Jun 12 17:14:59.074491 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 38572) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:14:59.075745 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba9a35-90fc-447e-b0aa-20eb40415b71 None None] Sync routers for ids ['d696d6c8-c707-4463-976d-8a0b3db85dbb'] in dv-cinder-796114-2-iscsi {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:14:59.088921 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ba9a35-90fc-447e-b0aa-20eb40415b71 None None] Routers {'d696d6c8-c707-4463-976d-8a0b3db85dbb'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:14:59.089537 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-99ba9a35-90fc-447e-b0aa-20eb40415b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:14:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['d696d6c8-c707-4463-976d-8a0b3db85dbb'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:14:59.217461 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d002309c-a6c0-48d0-b587-5544e7efeac3 admin admin] Notify callbacks [] for router, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:59.315805 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-99ba9a35-90fc-447e-b0aa-20eb40415b71 None None] Set router d696d6c8-c707-4463-976d-8a0b3db85dbb gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:14:59.353633 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d002309c-a6c0-48d0-b587-5544e7efeac3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:59.455923 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-d002309c-a6c0-48d0-b587-5544e7efeac3 admin admin] Deleting port 4e27d004-0526-4dfc-9a26-b93b357157cd {{(pid=92466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:14:59.456259 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d002309c-a6c0-48d0-b587-5544e7efeac3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:59.546874 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-99ba9a35-90fc-447e-b0aa-20eb40415b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd696d6c8-c707-4463-976d-8a0b3db85dbb', 'name': 'tempest-TestShelveInstance-511459569-router', 'tenant_id': 'e1b13dcdda524025907cc4422c3ac788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '4e27d004-0526-4dfc-9a26-b93b357157cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:40Z', 'updated_at': '2021-06-12T17:14:57Z', 'revision_number': 5, 'project_id': 'e1b13dcdda524025907cc4422c3ac788', 'gw_port': {'id': '4e27d004-0526-4dfc-9a26-b93b357157cd', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd696d6c8-c707-4463-976d-8a0b3db85dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:09:41Z', 'updated_at': '2021-06-12T17:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:14:59.550265 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba9a35-90fc-447e-b0aa-20eb40415b71 None None] Checking router: d696d6c8-c707-4463-976d-8a0b3db85dbb for host: dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:14:59.556563 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.db [None req-d002309c-a6c0-48d0-b587-5544e7efeac3 admin admin] For port 4e27d004-0526-4dfc-9a26-b93b357157cd, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=4e27d004-0526-4dfc-9a26-b93b357157cd,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:14:59.556919 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d002309c-a6c0-48d0-b587-5544e7efeac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:59.558455 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ba9a35-90fc-447e-b0aa-20eb40415b71 None None] Routers {'d696d6c8-c707-4463-976d-8a0b3db85dbb'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:14:59.559060 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-99ba9a35-90fc-447e-b0aa-20eb40415b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:14:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['d696d6c8-c707-4463-976d-8a0b3db85dbb'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:14:59.647696 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-d002309c-a6c0-48d0-b587-5544e7efeac3 admin admin] Calling delete_port for 4e27d004-0526-4dfc-9a26-b93b357157cd owned by network:router_gateway {{(pid=92466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:14:59.676287 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-99ba9a35-90fc-447e-b0aa-20eb40415b71 None None] Set router d696d6c8-c707-4463-976d-8a0b3db85dbb gateway port host: None {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:14:59.753479 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-99ba9a35-90fc-447e-b0aa-20eb40415b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd696d6c8-c707-4463-976d-8a0b3db85dbb', 'name': 'tempest-TestShelveInstance-511459569-router', 'tenant_id': 'e1b13dcdda524025907cc4422c3ac788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:40Z', 'updated_at': '2021-06-12T17:14:59Z', 'revision_number': 6, 'project_id': 'e1b13dcdda524025907cc4422c3ac788', 'gw_port_host': None}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:14:59.756976 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba9a35-90fc-447e-b0aa-20eb40415b71 None None] The sync data for ids ['d696d6c8-c707-4463-976d-8a0b3db85dbb'] in dv-cinder-796114-2-iscsi is: [{'id': 'd696d6c8-c707-4463-976d-8a0b3db85dbb', 'name': 'tempest-TestShelveInstance-511459569-router', 'tenant_id': 'e1b13dcdda524025907cc4422c3ac788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:09:40Z', 'updated_at': '2021-06-12T17:14:59Z', 'revision_number': 6, 'project_id': 'e1b13dcdda524025907cc4422c3ac788', 'gw_port_host': None}] {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:14:59.922260 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d002309c-a6c0-48d0-b587-5544e7efeac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12901262'] for port, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:14:59.924375 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-a4d2cb05-164d-4112-83e6-f419f5b434c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:14:59.961689 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002309c-a6c0-48d0-b587-5544e7efeac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e27d004-0526-4dfc-9a26-b93b357157cd,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:14:59.964662 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-d002309c-a6c0-48d0-b587-5544e7efeac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:15:00.034583 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d002309c-a6c0-48d0-b587-5544e7efeac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16397336'] for router_gateway, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:00.171523 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d002309c-a6c0-48d0-b587-5544e7efeac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16469225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12268'] for router, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:00.173765 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d002309c-a6c0-48d0-b587-5544e7efeac3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:00.293464 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-511c3436-82d3-47cb-a28d-dc2ced6fd7ba req-7819847b-9786-4ebf-b93d-03aedfb113b0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588460 Jun 12 17:15:00.294774 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d002309c-a6c0-48d0-b587-5544e7efeac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16400959'] for router, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:00.295340 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d002309c-a6c0-48d0-b587-5544e7efeac3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d696d6c8-c707-4463-976d-8a0b3db85dbb {{(pid=92466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 17:15:00.301646 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-d002309c-a6c0-48d0-b587-5544e7efeac3 admin admin] Notify callbacks [] for router, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:00.302926 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-d002309c-a6c0-48d0-b587-5544e7efeac3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d696d6c8-c707-4463-976d-8a0b3db85dbb HTTP/1.1" status: 204 len: 168 time: 1.2266188 Jun 12 17:15:00.305332 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 38574) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:15:00.362109 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_v2 [None req-c640fcb6-6fd9-4524-bc20-ff279a3fd674 admin admin] Deleting subnet 2bf11e71-c1af-4884-b130-5214911ba448 {{(pid=92466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 17:15:00.365128 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c640fcb6-6fd9-4524-bc20-ff279a3fd674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:00.401023 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c3436-82d3-47cb-a28d-dc2ced6fd7ba req-06e648a3-7eca-4a8e-89b2-86b8858ce7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:15:00.402524 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-511c3436-82d3-47cb-a28d-dc2ced6fd7ba req-06e648a3-7eca-4a8e-89b2-86b8858ce7ff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=99ffd93460544f318fb5e13c2b84c06a&device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 1098 time: 0.0642886 Jun 12 17:15:00.406493 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c640fcb6-6fd9-4524-bc20-ff279a3fd674 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13496856'] for subnet, precommit_delete_associations {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:00.501332 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c640fcb6-6fd9-4524-bc20-ff279a3fd674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744179'] for subnet, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:00.538124 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c3436-82d3-47cb-a28d-dc2ced6fd7ba req-e1bc9cc2-44b6-496e-8c96-d1fb45679de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:15:00.539694 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-511c3436-82d3-47cb-a28d-dc2ced6fd7ba req-e1bc9cc2-44b6-496e-8c96-d1fb45679de4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=875a1d0a-42ae-4459-aeb5-99bd23688c75 HTTP/1.1" status: 200 len: 912 time: 0.1183734 Jun 12 17:15:00.551151 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 4187ac73-c954-4187-b04e-dbd0ddfcad57 no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:15:00.580571 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: 4187ac73-c954-4187-b04e-dbd0ddfcad57 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:15:00.580946 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 4187ac73-c954-4187-b04e-dbd0ddfcad57 not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:15:00.620539 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-511c3436-82d3-47cb-a28d-dc2ced6fd7ba req-b82d17e7-9e74-4c65-9e07-951f6c743819 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4f5bc53-1d76-4a43-9aef-5f72e935abc1 HTTP/1.1" status: 200 len: 1000 time: 0.0747905 Jun 12 17:15:00.637073 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c640fcb6-6fd9-4524-bc20-ff279a3fd674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12900468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13056930'] for subnet, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:00.644868 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:15:00.675008 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640fcb6-6fd9-4524-bc20-ff279a3fd674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bf11e71-c1af-4884-b130-5214911ba448,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:15:00.679824 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c640fcb6-6fd9-4524-bc20-ff279a3fd674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:00.679824 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-c640fcb6-6fd9-4524-bc20-ff279a3fd674 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2bf11e71-c1af-4884-b130-5214911ba448 HTTP/1.1" status: 204 len: 168 time: 0.3725770 Jun 12 17:15:00.679824 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-c640fcb6-6fd9-4524-bc20-ff279a3fd674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:15:00.681341 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 38576) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:15:00.682566 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a791ed04-b43a-41f0-9d7a-bd5f4b155572 None None] Network d80e4cbd-0403-4dc7-ae53-21ba3ee03dad requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:15:00.692902 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c3436-82d3-47cb-a28d-dc2ced6fd7ba req-6ec45626-31c2-46fd-9db1-fbfbfacebf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:15:00.695114 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-511c3436-82d3-47cb-a28d-dc2ced6fd7ba req-6ec45626-31c2-46fd-9db1-fbfbfacebf96 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8faeb43b-13c0-4a2f-ad66-9eb10ccd6107 HTTP/1.1" status: 200 len: 850 time: 0.0687094 Jun 12 17:15:00.766881 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c3436-82d3-47cb-a28d-dc2ced6fd7ba req-8f3c3490-3b6a-488c-b7ff-972b592d6b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:15:00.768411 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-511c3436-82d3-47cb-a28d-dc2ced6fd7ba req-8f3c3490-3b6a-488c-b7ff-972b592d6b50 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=875a1d0a-42ae-4459-aeb5-99bd23688c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666983 Jun 12 17:15:00.788321 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538232'] for network, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:00.858741 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] Deleting port 80afbb64-6cf1-4c47-aa5c-75c0b75042ee {{(pid=92466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:15:00.859045 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:00.900973 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-511c3436-82d3-47cb-a28d-dc2ced6fd7ba req-18dba4d2-cb30-49ce-bbcc-974b7828551e service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253130 Jun 12 17:15:00.956411 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.db [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] For port 80afbb64-6cf1-4c47-aa5c-75c0b75042ee, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=80afbb64-6cf1-4c47-aa5c-75c0b75042ee,segment=NetworkSegment(804c8ba9-0875-4608-b8f7-50ed085a72d7),segment_id=804c8ba9-0875-4608-b8f7-50ed085a72d7)] {{(pid=92466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:15:00.956801 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:01.027988 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-511c3436-82d3-47cb-a28d-dc2ced6fd7ba req-75d2cc97-100d-4243-b5bd-64201a4a54e2 service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206715 Jun 12 17:15:01.051827 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] Calling delete_port for 80afbb64-6cf1-4c47-aa5c-75c0b75042ee owned by network:dhcp {{(pid=92466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:15:01.091567 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c447e86-83f8-4950-ade6-9a99ff99f3e3 None None] DHCP port deletion for d80e4cbd-0403-4dc7-ae53-21ba3ee03dad request from dv-cinder-796114-2-iscsi {{(pid=92468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 17:15:01.142312 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-5c447e86-83f8-4950-ade6-9a99ff99f3e3 None None] Deleting port 80afbb64-6cf1-4c47-aa5c-75c0b75042ee {{(pid=92468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:15:01.142704 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-5c447e86-83f8-4950-ade6-9a99ff99f3e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:01.226096 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-5c447e86-83f8-4950-ade6-9a99ff99f3e3 None None] For port 80afbb64-6cf1-4c47-aa5c-75c0b75042ee, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=80afbb64-6cf1-4c47-aa5c-75c0b75042ee,segment=NetworkSegment(804c8ba9-0875-4608-b8f7-50ed085a72d7),segment_id=804c8ba9-0875-4608-b8f7-50ed085a72d7)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:15:01.226497 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-5c447e86-83f8-4950-ade6-9a99ff99f3e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:01.253837 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12901262'] for port, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:01.255868 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:15:01.287887 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=80afbb64-6cf1-4c47-aa5c-75c0b75042ee,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:15:01.292507 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:15:01.295719 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] No DVR routers for this DVR port 80afbb64-6cf1-4c47-aa5c-75c0b75042ee on host dv-cinder-796114-2-iscsi {{(pid=92466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:15:01.322793 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-5c447e86-83f8-4950-ade6-9a99ff99f3e3 None None] Calling delete_port for 80afbb64-6cf1-4c47-aa5c-75c0b75042ee owned by network:dhcp {{(pid=92468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:15:01.415880 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-5c447e86-83f8-4950-ade6-9a99ff99f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048'] for port, after_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:01.417850 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-af1a6a36-7275-4d19-96ce-c2791cab735b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:15:01.446604 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c447e86-83f8-4950-ade6-9a99ff99f3e3 None None] Pushing event deleted for resources: {'Port': ['ID=80afbb64-6cf1-4c47-aa5c-75c0b75042ee,revision_number=None']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:15:01.449694 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-5c447e86-83f8-4950-ade6-9a99ff99f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:15:01.451222 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c447e86-83f8-4950-ade6-9a99ff99f3e3 None None] No DVR routers for this DVR port 80afbb64-6cf1-4c47-aa5c-75c0b75042ee on host dv-cinder-796114-2-iscsi {{(pid=92468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:15:01.653323 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741742', 'neutron.services.segments.db._delete_segments_for_network-8742179925432'] for network, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:01.668038 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.services.segments.db [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80e4cbd-0403-4dc7-ae53-21ba3ee03dad']}} {{(pid=92466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:15:01.682536 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.services.segments.db [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804c8ba9-0875-4608-b8f7-50ed085a72d7') {'for_net_delete': True} {{(pid=92466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:15:01.682825 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.services.segments.db [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804c8ba9-0875-4608-b8f7-50ed085a72d7') {} {{(pid=92466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:15:01.693280 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742179925270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496851'] for segment, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:01.707518 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:01.715036 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=92466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 17:15:01.715347 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12901341'] for segment, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: Traceback (most recent call last): Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: timer() Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: cb(*args, **kw) Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: return func(*args, **kwargs) Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: self._notify() Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: self.callback(batched_events) Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: event.method(event) Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: return f(self, *a, **k) Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: return self._get(url).json() Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: return self.request(url, 'GET', **kwargs) Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 17:15:01.717069 dv-cinder-796114-2-iscsi neutron-server[92466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 17:15:01.851393 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16397317'] for network, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:01.855068 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-f316ba0a-bbaf-4616-94e2-591021bb9cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:15:01.857481 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:01.859260 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d80e4cbd-0403-4dc7-ae53-21ba3ee03dad HTTP/1.1" status: 204 len: 168 time: 1.1770115 Jun 12 17:15:01.881009 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d80e4cbd-0403-4dc7-ae53-21ba3ee03dad,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:15:01.884578 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-4d3fbfdd-5d5c-4ee4-98cc-32f81a1f60e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:15:02.140438 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 38580) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:15:02.183735 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-4ce084d5-2e5f-45df-8fd3-03d4a465989e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9be239a3ad554429b14fd85c26b7643f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417466 Jun 12 17:15:02.186621 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 38582) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:15:02.235964 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 4e27d004-0526-4dfc-9a26-b93b357157cd no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:15:02.237430 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-aa2f27bf-67c0-4254-b256-e9d1891a49e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:02.260598 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-aa2f27bf-67c0-4254-b256-e9d1891a49e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:02.262624 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: 4e27d004-0526-4dfc-9a26-b93b357157cd {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:15:02.263228 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 4e27d004-0526-4dfc-9a26-b93b357157cd not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:15:02.263594 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 80afbb64-6cf1-4c47-aa5c-75c0b75042ee no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:15:02.285782 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: 80afbb64-6cf1-4c47-aa5c-75c0b75042ee {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:15:02.286136 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 80afbb64-6cf1-4c47-aa5c-75c0b75042ee not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:15:02.362387 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-aa2f27bf-67c0-4254-b256-e9d1891a49e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:02.365026 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-aa2f27bf-67c0-4254-b256-e9d1891a49e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:02.366146 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-aa2f27bf-67c0-4254-b256-e9d1891a49e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b3da0a9-b76b-4a8c-9d6e-47bc3b99d867 HTTP/1.1" status: 204 len: 168 time: 0.1786420 Jun 12 17:15:02.366933 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-7fd8dde9-b734-4426-959d-2f6f279ee8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:15:02.376337 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f27bf-67c0-4254-b256-e9d1891a49e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3da0a9-b76b-4a8c-9d6e-47bc3b99d867,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:15:02.378734 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-aa2f27bf-67c0-4254-b256-e9d1891a49e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:15:02.913904 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 38588) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:15:02.957178 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-202ae23f-492f-4fcd-a42a-a4e7b8e5d632 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1b13dcdda524025907cc4422c3ac788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420427 Jun 12 17:15:02.959429 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 38590) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:15:03.009099 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c3d186b7-c3ad-48c5-aa45-f01f47082490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:03.034846 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c3d186b7-c3ad-48c5-aa45-f01f47082490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:03.150738 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c3d186b7-c3ad-48c5-aa45-f01f47082490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:03.153464 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-c3d186b7-c3ad-48c5-aa45-f01f47082490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:03.154581 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-c3d186b7-c3ad-48c5-aa45-f01f47082490 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e579efb-06b9-4ca9-a87e-af0ae21585a1 HTTP/1.1" status: 204 len: 168 time: 0.1941493 Jun 12 17:15:03.155391 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-58b3130b-f932-4579-ab13-90a0a995131a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:15:03.163945 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d186b7-c3ad-48c5-aa45-f01f47082490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e579efb-06b9-4ca9-a87e-af0ae21585a1,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:15:03.166166 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-c3d186b7-c3ad-48c5-aa45-f01f47082490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:15:11.229115 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:15:22.065101 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-865a941a-8da5-4896-b0db-5a2253d05640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:24.681500 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-5f1bf5c2-f807-47f6-9c5f-abb3b0a1f746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:24.862538 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:25.801950 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:25.858755 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:27.308650 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:48.227781 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:15:52.081227 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-626bbbbb-2aeb-4da4-ac2e-547f6751a7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:54.652451 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-ad846d47-fc18-404f-90dc-85ea8697a313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:54.841092 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:55.818077 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:55.863668 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:15:57.309591 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:01.274677 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-db7f3e21-db87-4418-84c7-0d8c4b973526 req-561e6199-dcc8-4678-ac28-cfc5a0e67202 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570917 Jun 12 17:16:01.369910 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f3e21-db87-4418-84c7-0d8c4b973526 req-3ebcd394-f360-43da-8bae-3abb5759198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:01.371304 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-db7f3e21-db87-4418-84c7-0d8c4b973526 req-3ebcd394-f360-43da-8bae-3abb5759198f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=99ffd93460544f318fb5e13c2b84c06a&device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 1098 time: 0.0568902 Jun 12 17:16:01.503044 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f3e21-db87-4418-84c7-0d8c4b973526 req-e99d4bca-0304-4642-9b0f-f3477186e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:01.504499 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-db7f3e21-db87-4418-84c7-0d8c4b973526 req-e99d4bca-0304-4642-9b0f-f3477186e3c3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=875a1d0a-42ae-4459-aeb5-99bd23688c75 HTTP/1.1" status: 200 len: 912 time: 0.1087365 Jun 12 17:16:01.588389 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-db7f3e21-db87-4418-84c7-0d8c4b973526 req-e3eb4dc1-3029-4c05-9e32-7c5c4961e7c7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4f5bc53-1d76-4a43-9aef-5f72e935abc1 HTTP/1.1" status: 200 len: 1000 time: 0.0775297 Jun 12 17:16:01.646949 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f3e21-db87-4418-84c7-0d8c4b973526 req-e682a662-2d98-4db1-a5ad-d04df69049fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:01.648406 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-db7f3e21-db87-4418-84c7-0d8c4b973526 req-e682a662-2d98-4db1-a5ad-d04df69049fe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8faeb43b-13c0-4a2f-ad66-9eb10ccd6107 HTTP/1.1" status: 200 len: 850 time: 0.0545225 Jun 12 17:16:01.708885 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f3e21-db87-4418-84c7-0d8c4b973526 req-63c03262-b7af-4b34-83e2-e4e01ca09785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:01.710291 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-db7f3e21-db87-4418-84c7-0d8c4b973526 req-63c03262-b7af-4b34-83e2-e4e01ca09785 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=875a1d0a-42ae-4459-aeb5-99bd23688c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561657 Jun 12 17:16:01.821841 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-db7f3e21-db87-4418-84c7-0d8c4b973526 req-ded8080d-c0f4-4073-9192-aa8943bd9852 service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053374 Jun 12 17:16:01.937517 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-db7f3e21-db87-4418-84c7-0d8c4b973526 req-054863db-1418-4797-8345-0d2f54de677d service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097152 Jun 12 17:16:10.011248 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974e33b-1dc9-4870-914b-dd7fcbebd5e3 req-3a91bb30-110e-4c50-954a-3d28adbb0d9b tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:10.012716 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d974e33b-1dc9-4870-914b-dd7fcbebd5e3 req-3a91bb30-110e-4c50-954a-3d28adbb0d9b tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 945 time: 0.0682709 Jun 12 17:16:10.058983 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-d974e33b-1dc9-4870-914b-dd7fcbebd5e3 req-394a0da0-d8fa-4dd8-8310-76b13acc7bb2 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403557 Jun 12 17:16:11.238296 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622088e-98c9-4d0c-aee4-81680e50d6e5 req-d3a38394-64f7-49bb-9c1e-72d40d2f7aeb tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:11.239760 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9622088e-98c9-4d0c-aee4-81680e50d6e5 req-d3a38394-64f7-49bb-9c1e-72d40d2f7aeb tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 945 time: 0.0706995 Jun 12 17:16:11.280947 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9622088e-98c9-4d0c-aee4-81680e50d6e5 req-713ee825-1975-4d9e-98c5-ae423a7a5d29 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355551 Jun 12 17:16:11.441861 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab234c-d410-49b2-96db-769616503a4a req-b9398b29-b65b-4ece-b198-f36943f2a068 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:11.443300 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a6ab234c-d410-49b2-96db-769616503a4a req-b9398b29-b65b-4ece-b198-f36943f2a068 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 945 time: 0.0673106 Jun 12 17:16:11.556397 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-a6ab234c-d410-49b2-96db-769616503a4a req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Deleting port b4f5bc53-1d76-4a43-9aef-5f72e935abc1 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:16:11.556991 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a6ab234c-d410-49b2-96db-769616503a4a req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:11.665465 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-a6ab234c-d410-49b2-96db-769616503a4a req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] For port b4f5bc53-1d76-4a43-9aef-5f72e935abc1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=b4f5bc53-1d76-4a43-9aef-5f72e935abc1,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:16:11.665819 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a6ab234c-d410-49b2-96db-769616503a4a req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:11.887139 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a6ab234c-d410-49b2-96db-769616503a4a req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:11.887507 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a6ab234c-d410-49b2-96db-769616503a4a req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16397436'] for floatingip, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:11.887841 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.l3_db [req-a6ab234c-d410-49b2-96db-769616503a4a req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Floating IP f53d0863-6764-45f2-9a30-370ffe88cb1e disassociated. External IP: 172.27.1.37, port: b4f5bc53-1d76-4a43-9aef-5f72e935abc1. Jun 12 17:16:11.888827 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-a6ab234c-d410-49b2-96db-769616503a4a req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Calling delete_port for b4f5bc53-1d76-4a43-9aef-5f72e935abc1 owned by compute:nova {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:16:12.080984 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a6ab234c-d410-49b2-96db-769616503a4a req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:12.084627 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-0716b5d8-ccc4-40b1-b85a-6d365ab405f2 tempest-VolumesSnapshotTestJSON-2018985740 tempest-VolumesSnapshotTestJSON-2018985740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:16:12.113808 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event deleted for resources: {'Port': ['ID=b4f5bc53-1d76-4a43-9aef-5f72e935abc1,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:16:12.124953 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:12.125346 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:12.125724 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:12.126122 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:12.126486 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:12.126854 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:12.127219 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:12.127608 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:12.132648 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:12.132648 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:12.132648 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:12.132648 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:12.156292 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:16:12.588400 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-90179406-defe-4d7f-b204-2b1d8b13bf5f req-c23e4ac9-01b8-433e-ba6e-01f8edd95631 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 210 time: 0.0884428 Jun 12 17:16:12.626903 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6ab234c-d410-49b2-96db-769616503a4a req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Router 653a80cf-54b5-4005-826c-4301965435ff has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:16:12.772319 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6ab234c-d410-49b2-96db-769616503a4a req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:16:12.783080 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15221010-f120-4701-b93c-73cb02b8e956 None None] Sync routers for ids ['653a80cf-54b5-4005-826c-4301965435ff'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:16:12.792151 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15221010-f120-4701-b93c-73cb02b8e956 None None] Routers {'653a80cf-54b5-4005-826c-4301965435ff'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:16:12.792759 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-15221010-f120-4701-b93c-73cb02b8e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:15:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['653a80cf-54b5-4005-826c-4301965435ff'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:16:12.825011 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ab234c-d410-49b2-96db-769616503a4a req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] No DVR routers for this DVR port b4f5bc53-1d76-4a43-9aef-5f72e935abc1 on host hv-cinder-79611 {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:16:12.828233 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-a6ab234c-d410-49b2-96db-769616503a4a req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:12.830177 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a6ab234c-d410-49b2-96db-769616503a4a req-d281fddb-f316-4bc1-a600-b0102e4ed24c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.22 "DELETE /v2.0/ports/b4f5bc53-1d76-4a43-9aef-5f72e935abc1 HTTP/1.1" status: 204 len: 173 time: 1.3811910 Jun 12 17:16:12.830701 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2599dd-f4fe-4620-8d94-b719c0c61477', 'name': 'network-vif-deleted', 'tag': 'b4f5bc53-1d76-4a43-9aef-5f72e935abc1'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:16:12.833083 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596628bc-9097-442c-86b1-f52c234f3a4b" -d '{"events": [{"server_uuid": "4f2599dd-f4fe-4620-8d94-b719c0c61477", "name": "network-vif-deleted", "tag": "b4f5bc53-1d76-4a43-9aef-5f72e935abc1"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:16:12.941328 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-15221010-f120-4701-b93c-73cb02b8e956 None None] Set router 653a80cf-54b5-4005-826c-4301965435ff gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:16:13.052584 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d399c2b5-a738-4363-aa80-cb26bd124b72 x-openstack-request-id: req-d399c2b5-a738-4363-aa80-cb26bd124b72 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:16:13.053020 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2599dd-f4fe-4620-8d94-b719c0c61477", "name": "network-vif-deleted", "tag": "b4f5bc53-1d76-4a43-9aef-5f72e935abc1", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:16:13.053397 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d399c2b5-a738-4363-aa80-cb26bd124b72 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:16:13.053905 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2599dd-f4fe-4620-8d94-b719c0c61477', 'name': 'network-vif-deleted', 'tag': 'b4f5bc53-1d76-4a43-9aef-5f72e935abc1', 'status': 'completed', 'code': 200} Jun 12 17:16:13.200976 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-15221010-f120-4701-b93c-73cb02b8e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '04ed60f4-2cbb-4f8d-8e64-b51c0513b839', 'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'mac_address': 'fa:16:3e:23:90:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:13Z', 'updated_at': '2021-06-12T17:13:18Z', 'revision_number': 5, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'subnets': [{'id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:16:13.204402 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15221010-f120-4701-b93c-73cb02b8e956 None None] Checking router: 653a80cf-54b5-4005-826c-4301965435ff for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:16:13.212269 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15221010-f120-4701-b93c-73cb02b8e956 None None] Routers {'653a80cf-54b5-4005-826c-4301965435ff'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:16:13.212869 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-15221010-f120-4701-b93c-73cb02b8e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:15:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['653a80cf-54b5-4005-826c-4301965435ff'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:16:13.353760 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-15221010-f120-4701-b93c-73cb02b8e956 None None] Set router 653a80cf-54b5-4005-826c-4301965435ff gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:16:13.746193 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-15221010-f120-4701-b93c-73cb02b8e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '04ed60f4-2cbb-4f8d-8e64-b51c0513b839', 'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'mac_address': 'fa:16:3e:23:90:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:13Z', 'updated_at': '2021-06-12T17:13:18Z', 'revision_number': 5, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'subnets': [{'id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:16:13.749956 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15221010-f120-4701-b93c-73cb02b8e956 None None] The sync data for ids ['653a80cf-54b5-4005-826c-4301965435ff'] in dv-cinder-796114-2-iscsi is: [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '04ed60f4-2cbb-4f8d-8e64-b51c0513b839', 'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'mac_address': 'fa:16:3e:23:90:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:13Z', 'updated_at': '2021-06-12T17:13:18Z', 'revision_number': 5, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'subnets': [{'id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:16:13.751225 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6e02e23a-7aa1-4506-91b8-a4411e8bcf5b req-3f044696-bac5-4607-b9a3-f8db99493e0f tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f2599dd-f4fe-4620-8d94-b719c0c61477 HTTP/1.1" status: 200 len: 210 time: 0.0330966 Jun 12 17:16:13.956126 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f2fd1b-6bb4-415f-80cc-84eb564e1293 None None] New status for floating IP f53d0863-6764-45f2-9a30-370ffe88cb1e: DOWN {{(pid=92469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 17:16:15.049394 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-e19d940d-2194-4e4f-9abd-6e2ee0fab1e6 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1411691457&fields=id&tenant_id=99ffd93460544f318fb5e13c2b84c06a HTTP/1.1" status: 200 len: 267 time: 0.0377796 Jun 12 17:16:15.179132 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a33aa953-fa9b-482a-b38d-30698537b545 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:15.180561 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a33aa953-fa9b-482a-b38d-30698537b545 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/networks?id=875a1d0a-42ae-4459-aeb5-99bd23688c75 HTTP/1.1" status: 200 len: 811 time: 0.1250443 Jun 12 17:16:15.195093 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-ac6609d8-8dca-472e-9498-c173f3aa3765 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/quotas/99ffd93460544f318fb5e13c2b84c06a HTTP/1.1" status: 200 len: 375 time: 0.0086734 Jun 12 17:16:15.275448 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-9d1e33ef-ce6c-4888-9b36-440675caf467 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=99ffd93460544f318fb5e13c2b84c06a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0756159 Jun 12 17:16:15.384072 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-e9be3ce4-cf66-4712-9889-960aa8ee7f7a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=92467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 12 17:16:15.385055 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-e9be3ce4-cf66-4712-9889-960aa8ee7f7a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0984316 Jun 12 17:16:15.498018 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-797561c1-060e-4264-8d2e-e889ec9930c5 service neutron] 10.222.0.16 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068015 Jun 12 17:16:15.607107 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-e69f1065-d4b5-4e57-b03c-bbb0ff667654 service neutron] 10.222.0.16 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032708 Jun 12 17:16:16.162522 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device b4f5bc53-1d76-4a43-9aef-5f72e935abc1 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:16:16.192090 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] No Port match for: b4f5bc53-1d76-4a43-9aef-5f72e935abc1 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:16:16.192461 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device b4f5bc53-1d76-4a43-9aef-5f72e935abc1 not bound to the agent host hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:16:17.247426 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-8e6df7cf-5bb6-4f5f-83f3-fe68158f02dc req-83a30a18-d137-4baa-aac5-0e1462baecd4 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 210 time: 0.0361133 Jun 12 17:16:18.411338 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ed6d2243-1d14-42fb-a421-873e18cf41f1 req-d7ce2840-29f8-472c-9446-18c963378bd2 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 210 time: 0.0382886 Jun 12 17:16:19.426941 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a887c7cd-ee91-4f7c-9f75-5caaf91e8be5 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:19.428384 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a887c7cd-ee91-4f7c-9f75-5caaf91e8be5 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.22 "GET /v2.0/networks?id=875a1d0a-42ae-4459-aeb5-99bd23688c75 HTTP/1.1" status: 200 len: 811 time: 0.1239350 Jun 12 17:16:19.479772 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-d1a0aa77-0450-4a4c-a83e-b7032c5dbd13 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99ffd93460544f318fb5e13c2b84c06a HTTP/1.1" status: 200 len: 380 time: 0.0424569 Jun 12 17:16:19.488211 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-f1db6633-8d21-4d3c-aca1-5d08e0f7dfc8 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Request body: {'port': {'device_id': '6a1a579f-8667-47a2-b904-96a1cdd7d2c1', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'admin_state_up': True, 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'security_groups': ['49ff1b7d-4e96-4891-b031-6c3fe0767fc2']}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:16:19.558469 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-7c16bc8f-469d-42cc-8e09-8302816f3484 req-a544b57d-9df4-4b4c-9d5a-d24b8ae48d39 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 210 time: 0.0348775 Jun 12 17:16:19.674951 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-f1db6633-8d21-4d3c-aca1-5d08e0f7dfc8 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Made reservation on behalf of 99ffd93460544f318fb5e13c2b84c06a for: {'port': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:16:19.678593 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-f1db6633-8d21-4d3c-aca1-5d08e0f7dfc8 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:19.823185 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-f1db6633-8d21-4d3c-aca1-5d08e0f7dfc8 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Allocated IP 172.20.0.13 (875a1d0a-42ae-4459-aeb5-99bd23688c75/8faeb43b-13c0-4a2f-ad66-9eb10ccd6107/9e5ff551-6914-48aa-918d-d2af080ec6b7) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:16:19.988966 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-f1db6633-8d21-4d3c-aca1-5d08e0f7dfc8 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:20.002238 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-f1db6633-8d21-4d3c-aca1-5d08e0f7dfc8 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Transition to ACTIVE for port object 9e5ff551-6914-48aa-918d-d2af080ec6b7 will not be triggered until provisioned by entity DHCP. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:16:20.126744 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-f1db6633-8d21-4d3c-aca1-5d08e0f7dfc8 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:20.130714 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:16:20.183235 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-f1db6633-8d21-4d3c-aca1-5d08e0f7dfc8 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Network 875a1d0a-42ae-4459-aeb5-99bd23688c75 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:16:20.187179 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-f1db6633-8d21-4d3c-aca1-5d08e0f7dfc8 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:16:20.190993 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-f1db6633-8d21-4d3c-aca1-5d08e0f7dfc8 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:16:20.226791 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db6633-8d21-4d3c-aca1-5d08e0f7dfc8 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event updated for resources: {'Port': ['ID=9e5ff551-6914-48aa-918d-d2af080ec6b7,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:16:20.231391 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-f1db6633-8d21-4d3c-aca1-5d08e0f7dfc8 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:16:20.259370 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-f1db6633-8d21-4d3c-aca1-5d08e0f7dfc8 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:20.260238 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-f1db6633-8d21-4d3c-aca1-5d08e0f7dfc8 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:20.337515 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-f1db6633-8d21-4d3c-aca1-5d08e0f7dfc8 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8529558 Jun 12 17:16:20.348976 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Request body: {'port': {'device_id': '6a1a579f-8667-47a2-b904-96a1cdd7d2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:16:20.439194 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:20.509161 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-1c4020a8-b571-433a-9477-6561ad475c2e None None] Provisioning for port 9e5ff551-6914-48aa-918d-d2af080ec6b7 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:16:20.513192 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-1c4020a8-b571-433a-9477-6561ad475c2e None None] Provisioning complete for port 9e5ff551-6914-48aa-918d-d2af080ec6b7 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:16:20.513631 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1c4020a8-b571-433a-9477-6561ad475c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:20.557683 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-1c4020a8-b571-433a-9477-6561ad475c2e None None] Port 9e5ff551-6914-48aa-918d-d2af080ec6b7 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:16:20.801532 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5ff551-6914-48aa-918d-d2af080ec6b7 {{(pid=92467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:16:20.812743 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6912fe-8e48-4e5d-aa31-6b1a23bf5d39 req-e4f69fe4-9f78-4026-99b1-16195d270a2c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:20.814176 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2c6912fe-8e48-4e5d-aa31-6b1a23bf5d39 req-e4f69fe4-9f78-4026-99b1-16195d270a2c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 932 time: 0.1379943 Jun 12 17:16:20.817796 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:20.846237 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Transition to ACTIVE for port object 9e5ff551-6914-48aa-918d-d2af080ec6b7 will not be triggered until provisioned by entity L2. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:16:20.863763 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-2c6912fe-8e48-4e5d-aa31-6b1a23bf5d39 req-0f616b96-d6d4-41c3-9a0a-23838144fba8 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436113 Jun 12 17:16:20.915141 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:20.918347 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-7b0ee0b5-1914-4454-9d17-ee442346237c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:16:21.041554 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5ff551-6914-48aa-918d-d2af080ec6b7,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:16:21.044353 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:16:21.103298 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Attempting to bind port 9e5ff551-6914-48aa-918d-d2af080ec6b7 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:16:21.103688 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Attempting to bind port 9e5ff551-6914-48aa-918d-d2af080ec6b7 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '2aebe96b-86af-463c-97b8-b994cb9b8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75'}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:16:21.104028 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Attempting to bind port 9e5ff551-6914-48aa-918d-d2af080ec6b7 on network 875a1d0a-42ae-4459-aeb5-99bd23688c75 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:16:21.108617 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Port 9e5ff551-6914-48aa-918d-d2af080ec6b7 on network 875a1d0a-42ae-4459-aeb5-99bd23688c75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 17:16:21.108942 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Attempting to bind port 9e5ff551-6914-48aa-918d-d2af080ec6b7 on network 875a1d0a-42ae-4459-aeb5-99bd23688c75 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:16:21.113622 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Checking agent: {'id': '2dfdfaa1-9da4-4da7-bc93-db92fb710195', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'started_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:16:21.113954 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Checking segment: {'id': '2aebe96b-86af-463c-97b8-b994cb9b8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:16:21.114339 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Bound using segment: {'id': '2aebe96b-86af-463c-97b8-b994cb9b8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75'} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:16:21.114757 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Bound port: 9e5ff551-6914-48aa-918d-d2af080ec6b7, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aebe96b-86af-463c-97b8-b994cb9b8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75'}}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:16:21.115104 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:21.190508 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] For port 9e5ff551-6914-48aa-918d-d2af080ec6b7, host hv-cinder-79611, cleared binding levels {{(pid=92467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:16:21.193483 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] For port 9e5ff551-6914-48aa-918d-d2af080ec6b7, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9e5ff551-6914-48aa-918d-d2af080ec6b7,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:16:21.258158 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:21.260131 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-ea2654bd-1084-4092-8223-a37045abc955 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:16:21.302416 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:21.303145 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:21.304561 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] 10.222.0.22 "PUT /v2.0/ports/9e5ff551-6914-48aa-918d-d2af080ec6b7 HTTP/1.1" status: 200 len: 1094 time: 0.9601443 Jun 12 17:16:21.305100 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1a579f-8667-47a2-b904-96a1cdd7d2c1', 'tag': '9e5ff551-6914-48aa-918d-d2af080ec6b7'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:16:21.307707 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75788756-97fc-4578-aa36-00a7712524fa" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1a579f-8667-47a2-b904-96a1cdd7d2c1", "tag": "9e5ff551-6914-48aa-918d-d2af080ec6b7"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:16:21.331018 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5ff551-6914-48aa-918d-d2af080ec6b7,revision_number=3']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:16:21.334095 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-a1dbf341-b1f5-4197-adfa-b2b9ac83ec64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:16:21.348731 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149a0340-ecec-4241-91f3-dc8b6f22da00 x-openstack-request-id: req-149a0340-ecec-4241-91f3-dc8b6f22da00 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:16:21.354059 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1a579f-8667-47a2-b904-96a1cdd7d2c1", "tag": "9e5ff551-6914-48aa-918d-d2af080ec6b7", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:16:21.354059 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-149a0340-ecec-4241-91f3-dc8b6f22da00 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:16:21.354059 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1a579f-8667-47a2-b904-96a1cdd7d2c1', 'tag': '9e5ff551-6914-48aa-918d-d2af080ec6b7', 'status': 'completed', 'code': 200} Jun 12 17:16:21.433667 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75788756-97fc-4578-aa36-00a7712524fa req-a91120fc-20c2-4cbd-962d-b1c6358e9519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:21.435248 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-75788756-97fc-4578-aa36-00a7712524fa req-a91120fc-20c2-4cbd-962d-b1c6358e9519 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=99ffd93460544f318fb5e13c2b84c06a&device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 1097 time: 0.0630283 Jun 12 17:16:21.558854 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75788756-97fc-4578-aa36-00a7712524fa req-6a0be15a-d220-49c1-b29f-a7253f26b7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:21.560269 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-75788756-97fc-4578-aa36-00a7712524fa req-6a0be15a-d220-49c1-b29f-a7253f26b7ba service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=99ffd93460544f318fb5e13c2b84c06a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1182995 Jun 12 17:16:21.675593 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75788756-97fc-4578-aa36-00a7712524fa req-3b6d911f-0865-4b94-80b0-93f44904aa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:21.677055 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-75788756-97fc-4578-aa36-00a7712524fa req-3b6d911f-0865-4b94-80b0-93f44904aa5e service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1105888 Jun 12 17:16:21.771433 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-57e611f6-18f3-4b92-8c6b-059ea0e50a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:21.772915 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-57e611f6-18f3-4b92-8c6b-059ea0e50a56 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=99ffd93460544f318fb5e13c2b84c06a&device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 1097 time: 0.0584536 Jun 12 17:16:21.830909 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-952c0bb2-c4d6-46ef-bb32-3d4fc4c6d672 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e5ff551-6914-48aa-918d-d2af080ec6b7 HTTP/1.1" status: 200 len: 217 time: 0.0513737 Jun 12 17:16:21.886473 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-c6977c10-e4c7-4659-b231-4578bf55d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:21.887851 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-c6977c10-e4c7-4659-b231-4578bf55d039 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8faeb43b-13c0-4a2f-ad66-9eb10ccd6107 HTTP/1.1" status: 200 len: 850 time: 0.0502124 Jun 12 17:16:21.948987 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-f2a80449-fdc2-4fcd-8e6f-c3fe0ddb9fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:21.950445 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-f2a80449-fdc2-4fcd-8e6f-c3fe0ddb9fa7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=875a1d0a-42ae-4459-aeb5-99bd23688c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568299 Jun 12 17:16:22.080516 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-3ddad5e4-58cd-4998-afaa-719363839833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:22.113822 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-cba8b3a4-f717-49ac-ae4a-5321d7a045af service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565037 Jun 12 17:16:22.121651 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c061a-8b2c-4fed-8b4e-413cdf59728d req-4cc69c0c-88d1-4be5-9cd3-683efdc2d438 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:22.122952 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-783c061a-8b2c-4fed-8b4e-413cdf59728d req-4cc69c0c-88d1-4be5-9cd3-683efdc2d438 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 944 time: 0.1428199 Jun 12 17:16:22.230727 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-783c061a-8b2c-4fed-8b4e-413cdf59728d req-dc635564-369b-40d0-9ec1-c1a8c404f2b7 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996788 Jun 12 17:16:22.261103 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-76ad2919-090b-490d-9e59-75c6e8d2729d req-d9892d9a-1fe6-4d15-94b7-5f6df524f709 service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367035 Jun 12 17:16:23.418703 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc7fbc-0447-4dd2-851d-ae598ca1a5e2 req-68a46ad6-0a99-473f-81fa-d1d2da604328 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:23.420268 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-69dc7fbc-0447-4dd2-851d-ae598ca1a5e2 req-68a46ad6-0a99-473f-81fa-d1d2da604328 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 944 time: 0.0685604 Jun 12 17:16:23.462303 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-69dc7fbc-0447-4dd2-851d-ae598ca1a5e2 req-4ea6f9fc-54df-42b5-b6da-15e3f909e23c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361838 Jun 12 17:16:24.637818 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246db802-4923-40e8-b5f2-51be15a88bd3 req-deb6be08-f259-4296-b47d-d914568130d3 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:24.639589 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-246db802-4923-40e8-b5f2-51be15a88bd3 req-deb6be08-f259-4296-b47d-d914568130d3 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 944 time: 0.0696716 Jun 12 17:16:24.668927 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-fec81181-5d15-442b-974a-3a2eb4b0a66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:24.680958 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-246db802-4923-40e8-b5f2-51be15a88bd3 req-e3bba17e-efcb-4e89-b638-db9333ca395d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355630 Jun 12 17:16:24.892124 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:25.226097 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:16:25.795283 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:25.870701 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1260cc3-e43e-413d-9528-5591d8db21ab req-4b018373-6324-404f-ac74-a9dedcd5180e tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:25.872180 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c1260cc3-e43e-413d-9528-5591d8db21ab req-4b018373-6324-404f-ac74-a9dedcd5180e tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 944 time: 0.0726776 Jun 12 17:16:25.892393 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:25.913903 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-c1260cc3-e43e-413d-9528-5591d8db21ab req-c6da8ee2-dbf0-49f6-bb98-e40a21e0560c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355034 Jun 12 17:16:27.095391 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937221a-bd15-4af0-887f-0d047021f425 req-bed00b72-1469-4aaf-91a4-19aa543e92b9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:27.096776 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5937221a-bd15-4af0-887f-0d047021f425 req-bed00b72-1469-4aaf-91a4-19aa543e92b9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 944 time: 0.0743992 Jun 12 17:16:27.137824 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-5937221a-bd15-4af0-887f-0d047021f425 req-390ab8f7-39f8-475f-801b-a6eaa36c7a64 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355196 Jun 12 17:16:27.308749 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:28.317362 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d834482-a376-4c7b-a926-6a380f073810 req-5db6c640-a81b-4361-99a0-cbb696f07eeb tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:28.318804 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-8d834482-a376-4c7b-a926-6a380f073810 req-5db6c640-a81b-4361-99a0-cbb696f07eeb tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 944 time: 0.0688324 Jun 12 17:16:28.359912 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-8d834482-a376-4c7b-a926-6a380f073810 req-d93960a9-7372-422e-a4fc-6e5528f99ffe tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355475 Jun 12 17:16:29.536476 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bae99-8376-4b92-8671-3ce30f745f47 req-993c591c-729c-4e0a-bd2f-8791d16fa50c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:29.537878 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0a9bae99-8376-4b92-8671-3ce30f745f47 req-993c591c-729c-4e0a-bd2f-8791d16fa50c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 944 time: 0.0659480 Jun 12 17:16:29.579652 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-0a9bae99-8376-4b92-8671-3ce30f745f47 req-fd2c97ab-7c06-4932-9344-ce5494f493aa tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362031 Jun 12 17:16:30.224699 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 9e5ff551-6914-48aa-918d-d2af080ec6b7 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:16:30.348741 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 9e5ff551-6914-48aa-918d-d2af080ec6b7, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9e5ff551-6914-48aa-918d-d2af080ec6b7,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:16:30.361103 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': '9e5ff551-6914-48aa-918d-d2af080ec6b7', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'port_id': '9e5ff551-6914-48aa-918d-d2af080ec6b7', 'mac_address': 'fa:16:3e:c0:ac:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:16:30.411405 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:30.425841 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5ff551-6914-48aa-918d-d2af080ec6b7 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:16:30.445936 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 9e5ff551-6914-48aa-918d-d2af080ec6b7, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9e5ff551-6914-48aa-918d-d2af080ec6b7,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:16:30.507330 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:30.509106 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-5c447e86-83f8-4950-ade6-9a99ff99f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:16:30.562664 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=9e5ff551-6914-48aa-918d-d2af080ec6b7,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:16:30.569418 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:30.569773 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:30.570122 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:30.570472 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:30.570811 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:30.571149 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:30.571485 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:30.571844 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:30.572178 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:30.572509 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:30.572837 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:30.573166 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:16:30.577509 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:16:30.710114 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['9e5ff551-6914-48aa-918d-d2af080ec6b7'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:16:30.762931 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df49efa-e52b-45d6-8761-740451271ab9 req-6d30f557-c332-4d94-8a48-59dd35d53850 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:30.764511 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9df49efa-e52b-45d6-8761-740451271ab9 req-6d30f557-c332-4d94-8a48-59dd35d53850 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 945 time: 0.0736966 Jun 12 17:16:30.809620 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-9df49efa-e52b-45d6-8761-740451271ab9 req-cf98a52f-f55c-4730-802f-47ff92e9f2d1 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392509 Jun 12 17:16:31.987948 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159f435-59d9-4cb1-9c85-bb9e93c60c2a req-bf1c5c8e-844b-43c3-bc5c-c8f5483ff06f tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:31.989380 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c159f435-59d9-4cb1-9c85-bb9e93c60c2a req-bf1c5c8e-844b-43c3-bc5c-c8f5483ff06f tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 945 time: 0.0726781 Jun 12 17:16:32.030818 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-c159f435-59d9-4cb1-9c85-bb9e93c60c2a req-0ddfe658-327d-4121-9352-e06f38c72182 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358946 Jun 12 17:16:32.239651 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 9e5ff551-6914-48aa-918d-d2af080ec6b7 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:16:32.376227 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning for port 9e5ff551-6914-48aa-918d-d2af080ec6b7 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:16:32.380111 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port 9e5ff551-6914-48aa-918d-d2af080ec6b7 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:16:32.380503 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:32.469353 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:32.492972 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1a579f-8667-47a2-b904-96a1cdd7d2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5ff551-6914-48aa-918d-d2af080ec6b7'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:16:32.495212 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad8a349-7ec6-4e13-b74f-1d7d2be78b8d" -d '{"events": [{"server_uuid": "6a1a579f-8667-47a2-b904-96a1cdd7d2c1", "name": "network-vif-plugged", "status": "completed", "tag": "9e5ff551-6914-48aa-918d-d2af080ec6b7"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:16:32.508468 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port 9e5ff551-6914-48aa-918d-d2af080ec6b7, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9e5ff551-6914-48aa-918d-d2af080ec6b7,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:16:32.576331 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:32.579143 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-b9d37e4c-f376-4f94-99ee-d2d21dff0529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:16:32.585105 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7eac8f-6be3-4377-98b6-38b053a65729 x-openstack-request-id: req-2b7eac8f-6be3-4377-98b6-38b053a65729 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:16:32.585402 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1a579f-8667-47a2-b904-96a1cdd7d2c1", "name": "network-vif-plugged", "status": "completed", "tag": "9e5ff551-6914-48aa-918d-d2af080ec6b7", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:16:32.585666 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b7eac8f-6be3-4377-98b6-38b053a65729 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:16:32.586056 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1a579f-8667-47a2-b904-96a1cdd7d2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5ff551-6914-48aa-918d-d2af080ec6b7', 'code': 200} Jun 12 17:16:32.642535 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=9e5ff551-6914-48aa-918d-d2af080ec6b7,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:16:32.645542 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:16:33.014198 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefecca-9d17-44f6-9830-27ab34b24f8e req-f39a0505-766b-4549-be9d-64fb687cd59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:33.015654 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cbefecca-9d17-44f6-9830-27ab34b24f8e req-f39a0505-766b-4549-be9d-64fb687cd59d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 1099 time: 0.0559800 Jun 12 17:16:33.052086 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-cbefecca-9d17-44f6-9830-27ab34b24f8e req-8a4cb272-4270-4c86-be34-d9de0034e8c5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301139 Jun 12 17:16:33.210776 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c7846-4635-4325-84be-358c4f15db9d req-b8b19e81-5312-4f3c-88d8-cda50dc45465 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:33.212233 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-df3c7846-4635-4325-84be-358c4f15db9d req-b8b19e81-5312-4f3c-88d8-cda50dc45465 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 946 time: 0.0725799 Jun 12 17:16:33.253717 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-df3c7846-4635-4325-84be-358c4f15db9d req-a2c6efec-cf68-44aa-9204-8eb8d88e0804 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355186 Jun 12 17:16:34.436272 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4319c1c-df6e-499d-a946-042197d5aad6 req-1df7edb1-05b9-4c81-ab49-88df9378d706 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:34.437696 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d4319c1c-df6e-499d-a946-042197d5aad6 req-1df7edb1-05b9-4c81-ab49-88df9378d706 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 946 time: 0.0668674 Jun 12 17:16:34.477875 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d4319c1c-df6e-499d-a946-042197d5aad6 req-990d562b-c71b-4a92-87e4-ae9844d21f14 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347230 Jun 12 17:16:34.652194 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0cddf-1487-48db-b3e4-e2aeb9263f72 req-d6262f96-7ced-4679-adca-e7776e89478a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:34.653624 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ccd0cddf-1487-48db-b3e4-e2aeb9263f72 req-d6262f96-7ced-4679-adca-e7776e89478a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 946 time: 0.0677359 Jun 12 17:16:34.694230 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-ccd0cddf-1487-48db-b3e4-e2aeb9263f72 req-a66d0a9c-e895-4017-a978-e524935c5729 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344119 Jun 12 17:16:34.717904 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38714) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:16:34.777210 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4087da64-5f96-4c06-bee1-22a30d5ed710 tempest-TestVolumeBootPattern-515718544 tempest-TestVolumeBootPattern-515718544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:34.778584 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-4087da64-5f96-4c06-bee1-22a30d5ed710 tempest-TestVolumeBootPattern-515718544 tempest-TestVolumeBootPattern-515718544-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 1094 time: 0.0597386 Jun 12 17:16:34.781941 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38716) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:16:34.786411 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Request body: {'floatingip': {'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'port_id': '9e5ff551-6914-48aa-918d-d2af080ec6b7', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:16:34.867481 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for floatingip, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:34.985559 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:35.097584 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Allocated IP 172.27.1.208 (ea6ee7b2-d8f2-435f-804e-11e3b9b06d41/91bb23a6-47cd-46ba-a600-d5abe9f7088a/4d35ab28-6297-498e-98ca-4ec897458e11) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:16:35.522124 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:35.618278 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:35.621054 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-77698832-87eb-4d9f-a0a2-18efb0eae9cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:16:35.667098 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:16:35.670498 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:16:35.675904 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:16:35.703974 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event updated for resources: {'Port': ['ID=4d35ab28-6297-498e-98ca-4ec897458e11,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:16:35.707817 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:16:36.121527 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:36.246276 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:36.432151 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:36.491635 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:36.493675 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-bb13e214-faf1-4d08-8753-1fc873cb4082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:16:36.578794 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event updated for resources: {'Port': ['ID=4d35ab28-6297-498e-98ca-4ec897458e11,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:16:36.582643 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:16:36.590516 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16397436'] for floatingip, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:36.728204 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.l3_db [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Floating IP ea53aed4-2d3b-45b3-9ad1-8efc2da44d5f associated. External IP: 172.27.1.208, port: 9e5ff551-6914-48aa-918d-d2af080ec6b7. Jun 12 17:16:37.007212 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Router 653a80cf-54b5-4005-826c-4301965435ff has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:16:37.155053 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:16:37.164552 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8d7460-dc66-4e14-806e-26cd232a840e None None] Sync routers for ids ['653a80cf-54b5-4005-826c-4301965435ff'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:16:37.178284 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d7460-dc66-4e14-806e-26cd232a840e None None] Routers {'653a80cf-54b5-4005-826c-4301965435ff'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:16:37.178958 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-2b8d7460-dc66-4e14-806e-26cd232a840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:16:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['653a80cf-54b5-4005-826c-4301965435ff'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:16:37.246232 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:37.304083 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5067105 Jun 12 17:16:37.304083 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1a579f-8667-47a2-b904-96a1cdd7d2c1', 'tag': '9e5ff551-6914-48aa-918d-d2af080ec6b7'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:16:37.304083 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb416a6-261f-4d07-b60b-37a4b212378b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1a579f-8667-47a2-b904-96a1cdd7d2c1", "tag": "9e5ff551-6914-48aa-918d-d2af080ec6b7"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:16:37.320042 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-2b8d7460-dc66-4e14-806e-26cd232a840e None None] Set router 653a80cf-54b5-4005-826c-4301965435ff gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:16:37.332254 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8b03ff-9298-4a29-b47e-68fff897ec62 x-openstack-request-id: req-6b8b03ff-9298-4a29-b47e-68fff897ec62 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:16:37.332591 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1a579f-8667-47a2-b904-96a1cdd7d2c1", "tag": "9e5ff551-6914-48aa-918d-d2af080ec6b7", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:16:37.332891 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b8b03ff-9298-4a29-b47e-68fff897ec62 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:16:37.333331 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1a579f-8667-47a2-b904-96a1cdd7d2c1', 'tag': '9e5ff551-6914-48aa-918d-d2af080ec6b7', 'status': 'completed', 'code': 200} Jun 12 17:16:37.413046 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb416a6-261f-4d07-b60b-37a4b212378b req-a7ec92a5-9ce8-4f1a-96f4-b9e3db851658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:37.414561 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bbb416a6-261f-4d07-b60b-37a4b212378b req-a7ec92a5-9ce8-4f1a-96f4-b9e3db851658 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=99ffd93460544f318fb5e13c2b84c06a&device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 1099 time: 0.0581059 Jun 12 17:16:37.526865 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb416a6-261f-4d07-b60b-37a4b212378b req-ad888c49-6bea-40a5-8f55-36a2952b351a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:37.528330 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bbb416a6-261f-4d07-b60b-37a4b212378b req-ad888c49-6bea-40a5-8f55-36a2952b351a service neutron] 10.222.0.22 "GET /v2.0/networks?id=875a1d0a-42ae-4459-aeb5-99bd23688c75 HTTP/1.1" status: 200 len: 912 time: 0.1074076 Jun 12 17:16:37.603495 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-2b8d7460-dc66-4e14-806e-26cd232a840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': 'ea53aed4-2d3b-45b3-9ad1-8efc2da44d5f', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '653a80cf-54b5-4005-826c-4301965435ff', 'port_id': '9e5ff551-6914-48aa-918d-d2af080ec6b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'mac_address': 'fa:16:3e:c0:ac:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a579f-8667-47a2-b904-96a1cdd7d2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:16:35Z', 'updated_at': '2021-06-12T17:16:35Z', 'revision_number': 0, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ed60f4-2cbb-4f8d-8e64-b51c0513b839', 'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'mac_address': 'fa:16:3e:23:90:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:13Z', 'updated_at': '2021-06-12T17:13:18Z', 'revision_number': 5, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'subnets': [{'id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:16:37.606725 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8d7460-dc66-4e14-806e-26cd232a840e None None] Checking router: 653a80cf-54b5-4005-826c-4301965435ff for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:16:37.614901 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bbb416a6-261f-4d07-b60b-37a4b212378b req-3649c6c2-6012-49db-9301-b5469926b960 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e5ff551-6914-48aa-918d-d2af080ec6b7 HTTP/1.1" status: 200 len: 1000 time: 0.0800147 Jun 12 17:16:37.615332 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d7460-dc66-4e14-806e-26cd232a840e None None] Routers {'653a80cf-54b5-4005-826c-4301965435ff'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:16:37.615986 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-2b8d7460-dc66-4e14-806e-26cd232a840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:16:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['653a80cf-54b5-4005-826c-4301965435ff'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:16:37.670354 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb416a6-261f-4d07-b60b-37a4b212378b req-799d47a9-a117-4f5b-ab3c-43ecad0e6513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:37.671943 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bbb416a6-261f-4d07-b60b-37a4b212378b req-799d47a9-a117-4f5b-ab3c-43ecad0e6513 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8faeb43b-13c0-4a2f-ad66-9eb10ccd6107 HTTP/1.1" status: 200 len: 850 time: 0.0506644 Jun 12 17:16:37.738184 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb416a6-261f-4d07-b60b-37a4b212378b req-be8efbca-9d82-44fa-8e05-6dfe50ddd68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:16:37.739678 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bbb416a6-261f-4d07-b60b-37a4b212378b req-be8efbca-9d82-44fa-8e05-6dfe50ddd68f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=875a1d0a-42ae-4459-aeb5-99bd23688c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614531 Jun 12 17:16:37.755716 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-2b8d7460-dc66-4e14-806e-26cd232a840e None None] Set router 653a80cf-54b5-4005-826c-4301965435ff gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:16:37.850471 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bbb416a6-261f-4d07-b60b-37a4b212378b req-312f8adf-a881-4d78-9723-e54bb904ce97 service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042881 Jun 12 17:16:37.970972 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bbb416a6-261f-4d07-b60b-37a4b212378b req-4497bc93-2e27-4cc6-8a65-105f71d267dc service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143060 Jun 12 17:16:38.195142 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-2b8d7460-dc66-4e14-806e-26cd232a840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': 'ea53aed4-2d3b-45b3-9ad1-8efc2da44d5f', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '653a80cf-54b5-4005-826c-4301965435ff', 'port_id': '9e5ff551-6914-48aa-918d-d2af080ec6b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'mac_address': 'fa:16:3e:c0:ac:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a579f-8667-47a2-b904-96a1cdd7d2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:16:35Z', 'updated_at': '2021-06-12T17:16:35Z', 'revision_number': 0, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ed60f4-2cbb-4f8d-8e64-b51c0513b839', 'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'mac_address': 'fa:16:3e:23:90:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:13Z', 'updated_at': '2021-06-12T17:13:18Z', 'revision_number': 5, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'subnets': [{'id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:16:38.198806 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8d7460-dc66-4e14-806e-26cd232a840e None None] The sync data for ids ['653a80cf-54b5-4005-826c-4301965435ff'] in dv-cinder-796114-2-iscsi is: [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': 'ea53aed4-2d3b-45b3-9ad1-8efc2da44d5f', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '653a80cf-54b5-4005-826c-4301965435ff', 'port_id': '9e5ff551-6914-48aa-918d-d2af080ec6b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'mac_address': 'fa:16:3e:c0:ac:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a579f-8667-47a2-b904-96a1cdd7d2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:16:35Z', 'updated_at': '2021-06-12T17:16:35Z', 'revision_number': 0, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ed60f4-2cbb-4f8d-8e64-b51c0513b839', 'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'mac_address': 'fa:16:3e:23:90:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:13Z', 'updated_at': '2021-06-12T17:13:18Z', 'revision_number': 5, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'subnets': [{'id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:16:38.413714 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1c7a15-a737-4cfa-a9b1-ecaf6932cf87 None None] New status for floating IP ea53aed4-2d3b-45b3-9ad1-8efc2da44d5f: ACTIVE {{(pid=92469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 17:16:52.063376 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1dc67972-02cd-42df-9c8e-c89bc9cdbbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:54.674154 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-67f9c127-2f0d-45be-8c3b-199c2c716c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:54.880247 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:55.783171 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:55.942548 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:16:57.330030 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:17:02.226304 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:17:02.278101 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bf51a3dd-8b69-4b0b-a80b-c3476eb44593 req-cede9d98-44fb-4326-b979-0b3e7f77d82e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0610268 Jun 12 17:17:02.374370 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51a3dd-8b69-4b0b-a80b-c3476eb44593 req-be259157-8e55-483f-8a04-90b20ddf4261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:17:02.375844 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bf51a3dd-8b69-4b0b-a80b-c3476eb44593 req-be259157-8e55-483f-8a04-90b20ddf4261 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=99ffd93460544f318fb5e13c2b84c06a&device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 1099 time: 0.0565381 Jun 12 17:17:02.500415 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51a3dd-8b69-4b0b-a80b-c3476eb44593 req-01c0f2e0-eea4-4e3c-9b14-5b280f82e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:17:02.501799 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bf51a3dd-8b69-4b0b-a80b-c3476eb44593 req-01c0f2e0-eea4-4e3c-9b14-5b280f82e332 service neutron] 10.222.0.22 "GET /v2.0/networks?id=875a1d0a-42ae-4459-aeb5-99bd23688c75 HTTP/1.1" status: 200 len: 912 time: 0.1079636 Jun 12 17:17:02.581464 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bf51a3dd-8b69-4b0b-a80b-c3476eb44593 req-aa60328e-f5ff-4549-8240-4c065e83f89d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e5ff551-6914-48aa-918d-d2af080ec6b7 HTTP/1.1" status: 200 len: 1002 time: 0.0731916 Jun 12 17:17:02.642094 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51a3dd-8b69-4b0b-a80b-c3476eb44593 req-5aa4b5e2-1bb5-4733-8e83-d05f0bcb9d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:17:02.643511 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bf51a3dd-8b69-4b0b-a80b-c3476eb44593 req-5aa4b5e2-1bb5-4733-8e83-d05f0bcb9d77 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8faeb43b-13c0-4a2f-ad66-9eb10ccd6107 HTTP/1.1" status: 200 len: 850 time: 0.0558617 Jun 12 17:17:02.705455 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51a3dd-8b69-4b0b-a80b-c3476eb44593 req-4e94b5b5-90a3-4ae6-af67-c82314d93154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:17:02.706908 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bf51a3dd-8b69-4b0b-a80b-c3476eb44593 req-4e94b5b5-90a3-4ae6-af67-c82314d93154 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=875a1d0a-42ae-4459-aeb5-99bd23688c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577080 Jun 12 17:17:02.821121 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bf51a3dd-8b69-4b0b-a80b-c3476eb44593 req-640c82e6-2f55-40b9-8bf7-68687bb8191a service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078117 Jun 12 17:17:02.933264 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-bf51a3dd-8b69-4b0b-a80b-c3476eb44593 req-fd4862e7-b056-4044-bc1c-1248f0e2f84f service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063514 Jun 12 17:17:22.079739 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-62bf7a8a-3525-4ae9-bb5c-cd7579f192bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:17:24.691014 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-564a2409-0e22-43a4-a3d8-1cbbb7f51a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:17:24.855462 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:17:25.798238 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:17:25.935449 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:17:27.318096 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:17:39.224632 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:17:52.078650 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-fafe8855-70b9-4432-b8cf-29bcd69855a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:17:54.723821 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-c18786cb-6049-420a-8f3c-772bd34d3d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:17:54.856121 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:17:55.808992 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:17:55.934902 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:17:57.341686 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:04.552897 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f76f93c2-feb4-4bfa-a6f1-761485e70f62 req-8e8051c8-3bbf-4bef-a6eb-d00b2ddef53b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565495 Jun 12 17:18:04.653992 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f93c2-feb4-4bfa-a6f1-761485e70f62 req-ad22f257-7ae4-4483-9175-0c87e839bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:04.655421 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f76f93c2-feb4-4bfa-a6f1-761485e70f62 req-ad22f257-7ae4-4483-9175-0c87e839bda3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=99ffd93460544f318fb5e13c2b84c06a&device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 1099 time: 0.0578792 Jun 12 17:18:04.788025 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f93c2-feb4-4bfa-a6f1-761485e70f62 req-f96e38d1-c818-4f9b-94ba-9e173f164903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:04.789467 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f76f93c2-feb4-4bfa-a6f1-761485e70f62 req-f96e38d1-c818-4f9b-94ba-9e173f164903 service neutron] 10.222.0.22 "GET /v2.0/networks?id=875a1d0a-42ae-4459-aeb5-99bd23688c75 HTTP/1.1" status: 200 len: 912 time: 0.1153479 Jun 12 17:18:04.873916 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f76f93c2-feb4-4bfa-a6f1-761485e70f62 req-e2132a48-2bcb-4198-8b0f-731b1076cdff service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e5ff551-6914-48aa-918d-d2af080ec6b7 HTTP/1.1" status: 200 len: 1002 time: 0.0784624 Jun 12 17:18:04.927634 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f93c2-feb4-4bfa-a6f1-761485e70f62 req-57cfd75a-0a8c-47c1-88d0-7c6a6d7e6b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:04.929010 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f76f93c2-feb4-4bfa-a6f1-761485e70f62 req-57cfd75a-0a8c-47c1-88d0-7c6a6d7e6b9a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8faeb43b-13c0-4a2f-ad66-9eb10ccd6107 HTTP/1.1" status: 200 len: 850 time: 0.0495844 Jun 12 17:18:04.993200 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f93c2-feb4-4bfa-a6f1-761485e70f62 req-c2a465f6-df91-4b55-b0a9-25e265a2a38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:04.994618 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f76f93c2-feb4-4bfa-a6f1-761485e70f62 req-c2a465f6-df91-4b55-b0a9-25e265a2a38b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=875a1d0a-42ae-4459-aeb5-99bd23688c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598066 Jun 12 17:18:05.407013 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f76f93c2-feb4-4bfa-a6f1-761485e70f62 req-8c9ddccd-5941-495d-93ca-805e6527014c service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060183 Jun 12 17:18:05.519147 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-f76f93c2-feb4-4bfa-a6f1-761485e70f62 req-b9984719-228e-4f3b-8b7b-6a58466f29ea service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051817 Jun 12 17:18:16.222927 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:18:17.699480 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-cc0674d9-636f-4e40-84e2-ae97eaf789e1 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1411691457&fields=id&tenant_id=99ffd93460544f318fb5e13c2b84c06a HTTP/1.1" status: 200 len: 267 time: 0.0409315 Jun 12 17:18:17.831290 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-c1510a4b-7c9b-4e4d-9724-9b51ce6c3b67 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:17.832825 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-c1510a4b-7c9b-4e4d-9724-9b51ce6c3b67 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/networks?id=875a1d0a-42ae-4459-aeb5-99bd23688c75 HTTP/1.1" status: 200 len: 811 time: 0.1269412 Jun 12 17:18:17.846832 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-f2edc69b-051a-4473-8e0d-a4504f63027b tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/quotas/99ffd93460544f318fb5e13c2b84c06a HTTP/1.1" status: 200 len: 375 time: 0.0086253 Jun 12 17:18:17.936188 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-64fb4542-8964-42f4-800a-9df5950e7979 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=99ffd93460544f318fb5e13c2b84c06a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0769773 Jun 12 17:18:18.058220 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-73ca705e-4a67-4b45-b2fa-86cdc94b33d5 service neutron] 10.222.0.16 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127763 Jun 12 17:18:18.167233 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-421e4d9d-593f-410e-b32c-011a64f85ca6 service neutron] 10.222.0.16 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033058 Jun 12 17:18:18.698374 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ee0fabd0-82da-4af9-a870-0456c404becf req-adc66c09-0d8d-41ca-9b07-eb6dd9f892a6 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 210 time: 0.0379257 Jun 12 17:18:19.851439 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-38a28787-d7e6-4c9d-9a25-da9345236573 req-e9c88d4c-d8d3-4549-a28c-02bbf117a598 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 210 time: 0.0380511 Jun 12 17:18:20.576103 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-e6ee900e-15e4-4a54-aa94-a40cdfa66436 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:20.577412 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-e6ee900e-15e4-4a54-aa94-a40cdfa66436 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.22 "GET /v2.0/networks?id=875a1d0a-42ae-4459-aeb5-99bd23688c75 HTTP/1.1" status: 200 len: 811 time: 0.1208513 Jun 12 17:18:20.626922 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-4422e92f-a302-4259-b979-b4af937e3214 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99ffd93460544f318fb5e13c2b84c06a HTTP/1.1" status: 200 len: 380 time: 0.0412593 Jun 12 17:18:20.635455 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Request body: {'port': {'device_id': 'aef6ca8a-bc3e-4fa1-b289-47c0646f25a1', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'admin_state_up': True, 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'security_groups': ['49ff1b7d-4e96-4891-b031-6c3fe0767fc2']}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:18:20.815331 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Made reservation on behalf of 99ffd93460544f318fb5e13c2b84c06a for: {'port': 1} {{(pid=92467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 12 17:18:20.819555 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:20.969605 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_common [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Allocated IP 172.20.0.8 (875a1d0a-42ae-4459-aeb5-99bd23688c75/8faeb43b-13c0-4a2f-ad66-9eb10ccd6107/d35a36c2-3ce1-431e-8c9f-27ef9db46a76) {{(pid=92467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:18:21.009969 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-fb0b1a13-c6f7-48dc-9b09-a6f1b1b9665f req-c826ef3f-5c71-4bff-90fd-b228e97a9281 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 210 time: 0.0326345 Jun 12 17:18:21.138481 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for port, precommit_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:21.150856 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Transition to ACTIVE for port object d35a36c2-3ce1-431e-8c9f-27ef9db46a76 will not be triggered until provisioned by entity DHCP. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:18:21.243631 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58650288'] for port, after_create {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:21.247325 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-223c41e9-75b2-44f9-858b-8adeed84ec39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:18:21.302858 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Network 875a1d0a-42ae-4459-aeb5-99bd23688c75 is already hosted by enough agents. {{(pid=92467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:18:21.306726 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.base_scheduler [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Resources bound (agent type, host, resource id): {{(pid=92467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:18:21.310467 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Received port after_create {{(pid=92467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:18:21.316824 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event updated for resources: {'Port': ['ID=d35a36c2-3ce1-431e-8c9f-27ef9db46a76,revision_number=1']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:18:21.352857 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:21.353274 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:21.353628 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:21.353999 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:21.354951 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:21.355326 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:21.355721 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:21.356094 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:21.356457 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:21.356822 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:21.357179 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:21.357539 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:21.367861 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:18:21.385801 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:21.386533 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:21.462272 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8304436 Jun 12 17:18:21.474026 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.v2.base [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Request body: {'port': {'device_id': 'aef6ca8a-bc3e-4fa1-b289-47c0646f25a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=92467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:18:21.561672 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:21.592712 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-4ca45c51-22f0-4009-ae84-eb8eef656381 None None] Provisioning for port d35a36c2-3ce1-431e-8c9f-27ef9db46a76 completed by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:18:21.596524 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-4ca45c51-22f0-4009-ae84-eb8eef656381 None None] Provisioning complete for port d35a36c2-3ce1-431e-8c9f-27ef9db46a76 triggered by entity DHCP. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:18:21.596966 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-4ca45c51-22f0-4009-ae84-eb8eef656381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:21.640314 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-4ca45c51-22f0-4009-ae84-eb8eef656381 None None] Port d35a36c2-3ce1-431e-8c9f-27ef9db46a76 cannot update to ACTIVE because it is not bound. {{(pid=92468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 12 17:18:21.868746 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35a36c2-3ce1-431e-8c9f-27ef9db46a76 {{(pid=92467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:18:21.875947 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:21.887922 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.provisioning_blocks [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Transition to ACTIVE for port object d35a36c2-3ce1-431e-8c9f-27ef9db46a76 will not be triggered until provisioned by entity L2. {{(pid=92467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 12 17:18:21.986905 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:21.989331 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-f4577c76-4928-4f92-9a5a-f03acb65c2ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:18:22.089828 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d35a36c2-3ce1-431e-8c9f-27ef9db46a76,revision_number=2']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:18:22.093581 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:18:22.101468 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-c38f7bf0-17fa-4038-b808-eb9956086c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:22.226279 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Attempting to bind port d35a36c2-3ce1-431e-8c9f-27ef9db46a76 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 12 17:18:22.226616 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Attempting to bind port d35a36c2-3ce1-431e-8c9f-27ef9db46a76 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '2aebe96b-86af-463c-97b8-b994cb9b8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75'}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 12 17:18:22.226946 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Attempting to bind port d35a36c2-3ce1-431e-8c9f-27ef9db46a76 on network 875a1d0a-42ae-4459-aeb5-99bd23688c75 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:18:22.233712 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Port d35a36c2-3ce1-431e-8c9f-27ef9db46a76 on network 875a1d0a-42ae-4459-aeb5-99bd23688c75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 12 17:18:22.234033 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Attempting to bind port d35a36c2-3ce1-431e-8c9f-27ef9db46a76 on network 875a1d0a-42ae-4459-aeb5-99bd23688c75 {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 12 17:18:22.242020 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Checking agent: {'id': '2dfdfaa1-9da4-4da7-bc93-db92fb710195', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'started_at': datetime.datetime(2021, 6, 12, 17, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 12, 17, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 12 17:18:22.242355 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Checking segment: {'id': '2aebe96b-86af-463c-97b8-b994cb9b8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 12 17:18:22.242737 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Bound using segment: {'id': '2aebe96b-86af-463c-97b8-b994cb9b8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75'} {{(pid=92467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 12 17:18:22.243157 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.managers [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Bound port: d35a36c2-3ce1-431e-8c9f-27ef9db46a76, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aebe96b-86af-463c-97b8-b994cb9b8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75'}}] {{(pid=92467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 12 17:18:22.243499 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:22.267505 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c46d6-99f1-4494-9a1b-e3f0d660a114 req-f92dc2be-5565-4fb3-a87e-03f05f420601 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:22.268973 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-130c46d6-99f1-4494-9a1b-e3f0d660a114 req-f92dc2be-5565-4fb3-a87e-03f05f420601 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 943 time: 0.1181216 Jun 12 17:18:22.359966 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-130c46d6-99f1-4494-9a1b-e3f0d660a114 req-40b2af6f-6a57-4707-8918-b8e819c79b8e tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614445 Jun 12 17:18:22.362381 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] For port d35a36c2-3ce1-431e-8c9f-27ef9db46a76, host hv-cinder-79611, cleared binding levels {{(pid=92467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 12 17:18:22.370796 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] For port d35a36c2-3ce1-431e-8c9f-27ef9db46a76, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d35a36c2-3ce1-431e-8c9f-27ef9db46a76,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 12 17:18:22.438441 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58650254'] for port, after_update {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:22.440539 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-0e053aa3-b738-4541-a933-5feb4e65e4dd tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:18:22.482897 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:22.483510 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:22.484890 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] 10.222.0.22 "PUT /v2.0/ports/d35a36c2-3ce1-431e-8c9f-27ef9db46a76 HTTP/1.1" status: 200 len: 1093 time: 1.0155287 Jun 12 17:18:22.485431 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef6ca8a-bc3e-4fa1-b289-47c0646f25a1', 'tag': 'd35a36c2-3ce1-431e-8c9f-27ef9db46a76'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:18:22.487767 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93eced19-5320-46e5-ad2c-f8a70d640327" -d '{"events": [{"name": "network-changed", "server_uuid": "aef6ca8a-bc3e-4fa1-b289-47c0646f25a1", "tag": "d35a36c2-3ce1-431e-8c9f-27ef9db46a76"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:18:22.514751 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d35a36c2-3ce1-431e-8c9f-27ef9db46a76,revision_number=3']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:18:22.517991 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:18:22.529817 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3440f539-37e8-4ad1-ad94-4c8c67979956 x-openstack-request-id: req-3440f539-37e8-4ad1-ad94-4c8c67979956 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:18:22.530220 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef6ca8a-bc3e-4fa1-b289-47c0646f25a1", "tag": "d35a36c2-3ce1-431e-8c9f-27ef9db46a76", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:18:22.530526 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3440f539-37e8-4ad1-ad94-4c8c67979956 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:18:22.530965 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef6ca8a-bc3e-4fa1-b289-47c0646f25a1', 'tag': 'd35a36c2-3ce1-431e-8c9f-27ef9db46a76', 'status': 'completed', 'code': 200} Jun 12 17:18:22.612543 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eced19-5320-46e5-ad2c-f8a70d640327 req-9b8daaf3-eb52-49d0-b542-f3f39dbf3cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:22.614043 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-93eced19-5320-46e5-ad2c-f8a70d640327 req-9b8daaf3-eb52-49d0-b542-f3f39dbf3cbf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=99ffd93460544f318fb5e13c2b84c06a&device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 1096 time: 0.0629148 Jun 12 17:18:22.739229 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eced19-5320-46e5-ad2c-f8a70d640327 req-c78508af-0d43-42b8-a36e-20f5325098b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:22.741569 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-93eced19-5320-46e5-ad2c-f8a70d640327 req-c78508af-0d43-42b8-a36e-20f5325098b8 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=99ffd93460544f318fb5e13c2b84c06a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1203499 Jun 12 17:18:22.862700 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eced19-5320-46e5-ad2c-f8a70d640327 req-622a8c59-f6e7-417e-ae67-1621add5acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:22.864095 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-93eced19-5320-46e5-ad2c-f8a70d640327 req-622a8c59-f6e7-417e-ae67-1621add5acc4 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1164477 Jun 12 17:18:22.956482 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-91a704bb-75a5-44a0-96ad-61c6e804c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:22.957917 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-91a704bb-75a5-44a0-96ad-61c6e804c509 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=99ffd93460544f318fb5e13c2b84c06a&device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 1096 time: 0.0578866 Jun 12 17:18:23.014489 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-da0d3872-e9ed-461a-8494-7fba76c1f19c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d35a36c2-3ce1-431e-8c9f-27ef9db46a76 HTTP/1.1" status: 200 len: 217 time: 0.0497515 Jun 12 17:18:23.068754 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-abcc59b1-9b20-4acd-a610-39a582c8b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:23.070117 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-abcc59b1-9b20-4acd-a610-39a582c8b684 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8faeb43b-13c0-4a2f-ad66-9eb10ccd6107 HTTP/1.1" status: 200 len: 850 time: 0.0503049 Jun 12 17:18:23.134808 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-70d081be-876f-4f64-98b1-e23bacd65b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:23.136197 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-70d081be-876f-4f64-98b1-e23bacd65b70 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=875a1d0a-42ae-4459-aeb5-99bd23688c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602217 Jun 12 17:18:23.245568 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-56d72c7b-e010-4951-ba9c-b2ecef8e9cec service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019189 Jun 12 17:18:23.359894 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-79921aeb-93c2-4bbb-bec7-2cfb7c1b6293 req-21e9a84b-0248-4f78-b513-233a450cd460 service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080961 Jun 12 17:18:23.541012 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17aff8-e6e9-4454-b551-52425b2321e8 req-65455723-a337-4469-bf98-a5e55cdcc04a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:23.542453 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6e17aff8-e6e9-4454-b551-52425b2321e8 req-65455723-a337-4469-bf98-a5e55cdcc04a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 943 time: 0.0747128 Jun 12 17:18:23.583366 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-6e17aff8-e6e9-4454-b551-52425b2321e8 req-07a0fdd1-ffee-47ee-bf6c-7a93d3735f22 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353274 Jun 12 17:18:24.665853 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-2dc76dcf-9dda-4a26-8b05-be9f37372d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:24.829747 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297d01d-3341-4930-b8c0-26a46e755d91 req-f68eef7f-f2bc-4409-8487-8bcc7a358761 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:24.831187 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f297d01d-3341-4930-b8c0-26a46e755d91 req-f68eef7f-f2bc-4409-8487-8bcc7a358761 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 943 time: 0.0728543 Jun 12 17:18:24.875524 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f297d01d-3341-4930-b8c0-26a46e755d91 req-7e93fc7c-5c1d-4cf4-9199-1017761dcb4b tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375190 Jun 12 17:18:24.893458 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:25.803834 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:25.918165 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:26.055682 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d941db-b2c5-44b9-a779-10d3f8a394bb req-101a6391-d95f-4023-8f98-6ac8cc739407 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:26.057041 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-52d941db-b2c5-44b9-a779-10d3f8a394bb req-101a6391-d95f-4023-8f98-6ac8cc739407 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 943 time: 0.0697610 Jun 12 17:18:26.098438 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-52d941db-b2c5-44b9-a779-10d3f8a394bb req-808e3e52-21c4-4243-9a50-5d02f3e55257 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358973 Jun 12 17:18:27.278336 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98460d0e-c368-457e-a8b3-afa490c6f718 req-80230208-6cc4-442d-93d4-192eb9827422 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:27.279804 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-98460d0e-c368-457e-a8b3-afa490c6f718 req-80230208-6cc4-442d-93d4-192eb9827422 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 943 time: 0.0724478 Jun 12 17:18:27.312538 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:27.320891 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-98460d0e-c368-457e-a8b3-afa490c6f718 req-fbf7b2ee-a867-41ee-9267-983163107ff5 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355062 Jun 12 17:18:28.500342 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18791c98-b57b-4b81-a652-6428afa789aa req-253dcc62-241c-419e-9664-a18aa0fa645e tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:28.501780 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-18791c98-b57b-4b81-a652-6428afa789aa req-253dcc62-241c-419e-9664-a18aa0fa645e tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 943 time: 0.0717130 Jun 12 17:18:28.542698 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-18791c98-b57b-4b81-a652-6428afa789aa req-d4bca687-2317-4ab6-adfd-45adbd31ecf3 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350673 Jun 12 17:18:29.725761 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aac36c-30ff-4043-90ae-e8388ba8f2e7 req-db6c8841-08bf-40a4-9a34-df45c49f56a1 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:29.727241 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-68aac36c-30ff-4043-90ae-e8388ba8f2e7 req-db6c8841-08bf-40a4-9a34-df45c49f56a1 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 943 time: 0.0763507 Jun 12 17:18:29.771654 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-68aac36c-30ff-4043-90ae-e8388ba8f2e7 req-087be6cd-8bcd-4036-a218-fffb8b05490b tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388243 Jun 12 17:18:30.815660 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device d35a36c2-3ce1-431e-8c9f-27ef9db46a76 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=92468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 12 17:18:30.935875 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port d35a36c2-3ce1-431e-8c9f-27ef9db46a76, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d35a36c2-3ce1-431e-8c9f-27ef9db46a76,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:18:30.948118 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Returning: {'device': 'd35a36c2-3ce1-431e-8c9f-27ef9db46a76', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'port_id': 'd35a36c2-3ce1-431e-8c9f-27ef9db46a76', 'mac_address': 'fa:16:3e:5b:c2:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 12 17:18:30.951416 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc46794-5763-431d-86fa-9928092c29f7 req-b18d0447-d37a-4e14-8dee-8b0d381eff0c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:30.953077 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7dc46794-5763-431d-86fa-9928092c29f7 req-b18d0447-d37a-4e14-8dee-8b0d381eff0c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 943 time: 0.0685587 Jun 12 17:18:30.994595 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:30.995011 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-7dc46794-5763-431d-86fa-9928092c29f7 req-83c47a18-2f2c-439a-ba52-d409f5dee23a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359213 Jun 12 17:18:31.009643 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35a36c2-3ce1-431e-8c9f-27ef9db46a76 {{(pid=92468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 12 17:18:31.030910 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port d35a36c2-3ce1-431e-8c9f-27ef9db46a76, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d35a36c2-3ce1-431e-8c9f-27ef9db46a76,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:18:31.107060 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:31.108804 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-043e6721-6905-4aac-8f8b-e75ef66d1b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:18:31.159778 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=d35a36c2-3ce1-431e-8c9f-27ef9db46a76,revision_number=4']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:18:31.167156 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:31.167508 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:31.167944 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:31.168286 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:31.168618 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:31.168950 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:31.169280 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:31.169607 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:31.169937 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:31.170263 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:31.170587 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:31.170915 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:31.174685 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:18:31.373590 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] get_ports_and_sgs() called for port_ids ['d35a36c2-3ce1-431e-8c9f-27ef9db46a76'] {{(pid=92468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 12 17:18:32.172544 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a6fdf-4800-4a7c-ad48-f69a05c1c782 req-420ab211-01f8-4617-8aa2-af3de3087fb9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:32.173961 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f22a6fdf-4800-4a7c-ad48-f69a05c1c782 req-420ab211-01f8-4617-8aa2-af3de3087fb9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 944 time: 0.0707493 Jun 12 17:18:32.215037 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f22a6fdf-4800-4a7c-ad48-f69a05c1c782 req-e7ac9b44-29c1-4e68-8de0-8d1eb618d87e tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343194 Jun 12 17:18:32.815684 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device d35a36c2-3ce1-431e-8c9f-27ef9db46a76 up at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 12 17:18:32.912525 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning for port d35a36c2-3ce1-431e-8c9f-27ef9db46a76 completed by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 12 17:18:32.916139 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.provisioning_blocks [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Provisioning complete for port d35a36c2-3ce1-431e-8c9f-27ef9db46a76 triggered by entity L2. {{(pid=92468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 12 17:18:32.916534 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747233'] for port, provisioning_complete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:33.006798 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:33.030690 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef6ca8a-bc3e-4fa1-b289-47c0646f25a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35a36c2-3ce1-431e-8c9f-27ef9db46a76'}] {{(pid=92468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:18:33.032960 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4add546200c5ddb51ba07065b777c10440c211d70f25c220c8c313651a19e919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bf0dc9-f52b-4fca-a465-bc6fee1bd5a6" -d '{"events": [{"server_uuid": "aef6ca8a-bc3e-4fa1-b289-47c0646f25a1", "name": "network-vif-plugged", "status": "completed", "tag": "d35a36c2-3ce1-431e-8c9f-27ef9db46a76"}]}' {{(pid=92468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:18:33.046594 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] For port d35a36c2-3ce1-431e-8c9f-27ef9db46a76, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d35a36c2-3ce1-431e-8c9f-27ef9db46a76,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:18:33.066665 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a50088c-835a-4dff-8767-50d2a1fddab5 x-openstack-request-id: req-3a50088c-835a-4dff-8767-50d2a1fddab5 {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:18:33.066970 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef6ca8a-bc3e-4fa1-b289-47c0646f25a1", "name": "network-vif-plugged", "status": "completed", "tag": "d35a36c2-3ce1-431e-8c9f-27ef9db46a76", "code": 200}]} {{(pid=92468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:18:33.067758 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a50088c-835a-4dff-8767-50d2a1fddab5 {{(pid=92468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:18:33.068377 dv-cinder-796114-2-iscsi neutron-server[92468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef6ca8a-bc3e-4fa1-b289-47c0646f25a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35a36c2-3ce1-431e-8c9f-27ef9db46a76', 'code': 200} Jun 12 17:18:33.158697 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102'] for port, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:33.160658 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:18:33.216883 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Pushing event updated for resources: {'Port': ['ID=d35a36c2-3ce1-431e-8c9f-27ef9db46a76,revision_number=5']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:18:33.219920 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:18:33.396987 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b4bdc-0601-4f8f-9b6f-1c91148580ec req-81395b9c-316b-4b2c-837b-8770f5ce6851 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:33.398357 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ad9b4bdc-0601-4f8f-9b6f-1c91148580ec req-81395b9c-316b-4b2c-837b-8770f5ce6851 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 945 time: 0.0682218 Jun 12 17:18:33.439225 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-ad9b4bdc-0601-4f8f-9b6f-1c91148580ec req-870c9163-5f01-4fff-ae5b-5faf5b973dad tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352092 Jun 12 17:18:33.547555 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f94e48-dc8d-49ed-a914-aa701e9d2f20 req-fd8517d3-aa7d-4ff1-99ae-8ee6e480883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:33.549007 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-49f94e48-dc8d-49ed-a914-aa701e9d2f20 req-fd8517d3-aa7d-4ff1-99ae-8ee6e480883b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 1098 time: 0.0610428 Jun 12 17:18:33.585913 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-49f94e48-dc8d-49ed-a914-aa701e9d2f20 req-776b7381-5135-4be3-887d-4b5e4233d56c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301397 Jun 12 17:18:34.627280 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b665a-d8d4-46f0-8457-379ba9a8f8bc req-482ca664-798b-4bda-856d-916b0441928d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:34.628645 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-929b665a-d8d4-46f0-8457-379ba9a8f8bc req-482ca664-798b-4bda-856d-916b0441928d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 945 time: 0.0686865 Jun 12 17:18:34.670167 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-929b665a-d8d4-46f0-8457-379ba9a8f8bc req-25262b38-a084-43ee-b828-1c89c68ecf4d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349593 Jun 12 17:18:35.851343 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45aabd1-d7c0-4033-ab40-50669ea59ca4 req-b01dd680-f62e-4e17-8bcd-81f4077b6f0c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:35.852812 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f45aabd1-d7c0-4033-ab40-50669ea59ca4 req-b01dd680-f62e-4e17-8bcd-81f4077b6f0c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 945 time: 0.0713179 Jun 12 17:18:35.896889 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-f45aabd1-d7c0-4033-ab40-50669ea59ca4 req-77448097-32f7-4a62-9fe4-dc4ca979d1cf tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384572 Jun 12 17:18:36.078380 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e33309-b3ef-4034-91c9-1d5bb6b098b1 req-46532d7f-9465-44b5-8e71-284cac7b9cb0 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:36.079736 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-68e33309-b3ef-4034-91c9-1d5bb6b098b1 req-46532d7f-9465-44b5-8e71-284cac7b9cb0 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 945 time: 0.0711749 Jun 12 17:18:36.120036 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-68e33309-b3ef-4034-91c9-1d5bb6b098b1 req-b32f61f6-aad4-4f04-9d95-e66dcec80fd9 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341079 Jun 12 17:18:36.143744 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 38846) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:18:36.200445 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d941c7fe-139b-4fe7-8d55-04d921ae7581 tempest-TestVolumeBootPattern-515718544 tempest-TestVolumeBootPattern-515718544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:36.201935 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-d941c7fe-139b-4fe7-8d55-04d921ae7581 tempest-TestVolumeBootPattern-515718544 tempest-TestVolumeBootPattern-515718544-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 1093 time: 0.0572329 Jun 12 17:18:36.204592 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 38848) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:18:36.209045 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.v2.base [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Request body: {'floatingip': {'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'port_id': 'd35a36c2-3ce1-431e-8c9f-27ef9db46a76', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 12 17:18:36.312578 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for floatingip, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:36.432286 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670907'] for port, before_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:36.549081 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.db_base_plugin_common [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Allocated IP 172.27.1.85 (ea6ee7b2-d8f2-435f-804e-11e3b9b06d41/91bb23a6-47cd-46ba-a600-d5abe9f7088a/eb03376f-e363-4dd1-af95-f0b418f7c8ad) {{(pid=92466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 12 17:18:36.672497 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for port, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:36.770072 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-483120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742179371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12901255'] for port, after_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:36.773314 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-d97cb435-53b5-4c9e-9f68-1c4e085cc4ee tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:18:36.818628 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Network ea6ee7b2-d8f2-435f-804e-11e3b9b06d41 is already hosted by enough agents. {{(pid=92466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 12 17:18:36.821550 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.base_scheduler [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Resources bound (agent type, host, resource id): {{(pid=92466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 12 17:18:36.824217 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Received port after_create {{(pid=92466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 12 17:18:36.856068 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event updated for resources: {'Port': ['ID=eb03376f-e363-4dd1-af95-f0b418f7c8ad,revision_number=1']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:18:36.874207 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:36.875770 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:36.875770 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:36.875770 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:36.875770 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:36.876177 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:36.876415 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:36.876782 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:36.877151 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:36.877513 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:36.877873 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:36.878228 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:18:36.883223 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:18:37.287779 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:37.438116 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670889'] for port, before_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:37.615408 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for port, precommit_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:37.689275 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742179813443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742179371057', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742179371102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12901305'] for port, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:37.692743 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-bcd9a2be-0550-4757-9bea-4e5ed5345bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:18:37.771511 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event updated for resources: {'Port': ['ID=eb03376f-e363-4dd1-af95-f0b418f7c8ad,revision_number=2']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:18:37.775390 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:18:37.779899 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16397436'] for floatingip, after_update {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:37.917210 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.db.l3_db [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Floating IP 8e666205-dfd8-4c60-a391-96c40aecb95f associated. External IP: 172.27.1.85, port: d35a36c2-3ce1-431e-8c9f-27ef9db46a76. Jun 12 17:18:38.488156 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Router 653a80cf-54b5-4005-826c-4301965435ff has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:18:38.648751 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:18:38.659391 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e60e4a0-1307-437f-aa10-55ed2d2ebd65 None None] Sync routers for ids ['653a80cf-54b5-4005-826c-4301965435ff'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:18:38.669853 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e60e4a0-1307-437f-aa10-55ed2d2ebd65 None None] Routers {'653a80cf-54b5-4005-826c-4301965435ff'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:18:38.680417 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-3e60e4a0-1307-437f-aa10-55ed2d2ebd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:18:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['653a80cf-54b5-4005-826c-4301965435ff'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:18:38.724495 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:38.778982 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-01fcd3b3-8154-4b51-a8cd-0789f3df8654 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5733774 Jun 12 17:18:38.779666 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef6ca8a-bc3e-4fa1-b289-47c0646f25a1', 'tag': 'd35a36c2-3ce1-431e-8c9f-27ef9db46a76'}] {{(pid=92466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:18:38.783911 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d15b9225a33e2e33c99d27c154410f26ca2589b5987ef5ab44f588f36914007" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c30774-f752-4e0b-af5d-79770db132bd" -d '{"events": [{"name": "network-changed", "server_uuid": "aef6ca8a-bc3e-4fa1-b289-47c0646f25a1", "tag": "d35a36c2-3ce1-431e-8c9f-27ef9db46a76"}]}' {{(pid=92466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:18:38.829540 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-3e60e4a0-1307-437f-aa10-55ed2d2ebd65 None None] Set router 653a80cf-54b5-4005-826c-4301965435ff gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:18:38.877231 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7589e010-1c81-4830-b9a7-e0bddd888891 x-openstack-request-id: req-7589e010-1c81-4830-b9a7-e0bddd888891 {{(pid=92466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:18:38.877568 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef6ca8a-bc3e-4fa1-b289-47c0646f25a1", "tag": "d35a36c2-3ce1-431e-8c9f-27ef9db46a76", "status": "completed", "code": 200}]} {{(pid=92466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:18:38.877867 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7589e010-1c81-4830-b9a7-e0bddd888891 {{(pid=92466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:18:38.878303 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef6ca8a-bc3e-4fa1-b289-47c0646f25a1', 'tag': 'd35a36c2-3ce1-431e-8c9f-27ef9db46a76', 'status': 'completed', 'code': 200} Jun 12 17:18:38.963260 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c30774-f752-4e0b-af5d-79770db132bd req-5acfdc50-59fb-4db0-8375-d3c7c1178566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:38.964657 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-85c30774-f752-4e0b-af5d-79770db132bd req-5acfdc50-59fb-4db0-8375-d3c7c1178566 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=99ffd93460544f318fb5e13c2b84c06a&device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 1098 time: 0.0580437 Jun 12 17:18:39.081231 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c30774-f752-4e0b-af5d-79770db132bd req-2b421888-e9c3-4487-a454-966012477365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:39.083318 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-85c30774-f752-4e0b-af5d-79770db132bd req-2b421888-e9c3-4487-a454-966012477365 service neutron] 10.222.0.22 "GET /v2.0/networks?id=875a1d0a-42ae-4459-aeb5-99bd23688c75 HTTP/1.1" status: 200 len: 912 time: 0.1120274 Jun 12 17:18:39.122295 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-3e60e4a0-1307-437f-aa10-55ed2d2ebd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': '8e666205-dfd8-4c60-a391-96c40aecb95f', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '653a80cf-54b5-4005-826c-4301965435ff', 'port_id': 'd35a36c2-3ce1-431e-8c9f-27ef9db46a76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'mac_address': 'fa:16:3e:5b:c2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef6ca8a-bc3e-4fa1-b289-47c0646f25a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:18:37Z', 'updated_at': '2021-06-12T17:18:37Z', 'revision_number': 0, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'fixed_ip_address_scope': None}, {'id': 'ea53aed4-2d3b-45b3-9ad1-8efc2da44d5f', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '653a80cf-54b5-4005-826c-4301965435ff', 'port_id': '9e5ff551-6914-48aa-918d-d2af080ec6b7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'mac_address': 'fa:16:3e:c0:ac:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a579f-8667-47a2-b904-96a1cdd7d2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:16:35Z', 'updated_at': '2021-06-12T17:16:38Z', 'revision_number': 1, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ed60f4-2cbb-4f8d-8e64-b51c0513b839', 'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'mac_address': 'fa:16:3e:23:90:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:13Z', 'updated_at': '2021-06-12T17:13:18Z', 'revision_number': 5, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'subnets': [{'id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:18:39.125757 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e60e4a0-1307-437f-aa10-55ed2d2ebd65 None None] Checking router: 653a80cf-54b5-4005-826c-4301965435ff for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:18:39.134569 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e60e4a0-1307-437f-aa10-55ed2d2ebd65 None None] Routers {'653a80cf-54b5-4005-826c-4301965435ff'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:18:39.135182 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-3e60e4a0-1307-437f-aa10-55ed2d2ebd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:18:25Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['653a80cf-54b5-4005-826c-4301965435ff'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:18:39.165816 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-85c30774-f752-4e0b-af5d-79770db132bd req-f619313a-0a24-4e2a-8b8b-f17b0ddf8f0e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d35a36c2-3ce1-431e-8c9f-27ef9db46a76 HTTP/1.1" status: 200 len: 998 time: 0.0772283 Jun 12 17:18:39.222355 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c30774-f752-4e0b-af5d-79770db132bd req-02824290-67db-4614-9ae8-2c903c3ac5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:39.223867 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-85c30774-f752-4e0b-af5d-79770db132bd req-02824290-67db-4614-9ae8-2c903c3ac5b9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8faeb43b-13c0-4a2f-ad66-9eb10ccd6107 HTTP/1.1" status: 200 len: 850 time: 0.0521877 Jun 12 17:18:39.287445 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c30774-f752-4e0b-af5d-79770db132bd req-a31e2464-b7bc-4bb8-b6dc-0941b22074cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:18:39.289011 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-85c30774-f752-4e0b-af5d-79770db132bd req-a31e2464-b7bc-4bb8-b6dc-0941b22074cd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=875a1d0a-42ae-4459-aeb5-99bd23688c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595973 Jun 12 17:18:39.409816 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-85c30774-f752-4e0b-af5d-79770db132bd req-fdbe4982-4fbc-402e-9ebd-99a0850f5c38 service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147165 Jun 12 17:18:39.412025 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-3e60e4a0-1307-437f-aa10-55ed2d2ebd65 None None] Set router 653a80cf-54b5-4005-826c-4301965435ff gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:18:39.526854 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-85c30774-f752-4e0b-af5d-79770db132bd req-d6f4c622-0251-4528-8113-2d047e036c2e service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101456 Jun 12 17:18:39.704692 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-3e60e4a0-1307-437f-aa10-55ed2d2ebd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': '8e666205-dfd8-4c60-a391-96c40aecb95f', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '653a80cf-54b5-4005-826c-4301965435ff', 'port_id': 'd35a36c2-3ce1-431e-8c9f-27ef9db46a76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'mac_address': 'fa:16:3e:5b:c2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef6ca8a-bc3e-4fa1-b289-47c0646f25a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:18:37Z', 'updated_at': '2021-06-12T17:18:37Z', 'revision_number': 0, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'fixed_ip_address_scope': None}, {'id': 'ea53aed4-2d3b-45b3-9ad1-8efc2da44d5f', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '653a80cf-54b5-4005-826c-4301965435ff', 'port_id': '9e5ff551-6914-48aa-918d-d2af080ec6b7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'mac_address': 'fa:16:3e:c0:ac:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a579f-8667-47a2-b904-96a1cdd7d2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:16:35Z', 'updated_at': '2021-06-12T17:16:38Z', 'revision_number': 1, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ed60f4-2cbb-4f8d-8e64-b51c0513b839', 'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'mac_address': 'fa:16:3e:23:90:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:13Z', 'updated_at': '2021-06-12T17:13:18Z', 'revision_number': 5, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'subnets': [{'id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:18:39.708457 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e60e4a0-1307-437f-aa10-55ed2d2ebd65 None None] The sync data for ids ['653a80cf-54b5-4005-826c-4301965435ff'] in dv-cinder-796114-2-iscsi is: [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': '8e666205-dfd8-4c60-a391-96c40aecb95f', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '653a80cf-54b5-4005-826c-4301965435ff', 'port_id': 'd35a36c2-3ce1-431e-8c9f-27ef9db46a76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'mac_address': 'fa:16:3e:5b:c2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef6ca8a-bc3e-4fa1-b289-47c0646f25a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:18:37Z', 'updated_at': '2021-06-12T17:18:37Z', 'revision_number': 0, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'fixed_ip_address_scope': None}, {'id': 'ea53aed4-2d3b-45b3-9ad1-8efc2da44d5f', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '653a80cf-54b5-4005-826c-4301965435ff', 'port_id': '9e5ff551-6914-48aa-918d-d2af080ec6b7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'mac_address': 'fa:16:3e:c0:ac:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a579f-8667-47a2-b904-96a1cdd7d2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:16:35Z', 'updated_at': '2021-06-12T17:16:38Z', 'revision_number': 1, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ed60f4-2cbb-4f8d-8e64-b51c0513b839', 'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'mac_address': 'fa:16:3e:23:90:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:13Z', 'updated_at': '2021-06-12T17:13:18Z', 'revision_number': 5, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'subnets': [{'id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:18:39.877838 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7362c6-2d28-4b22-9ae3-00dda1bcc86f None None] New status for floating IP 8e666205-dfd8-4c60-a391-96c40aecb95f: ACTIVE {{(pid=92469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 17:18:52.095077 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-d7eb9445-1e20-45f0-bcb1-c8bbfb0b6640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:53.221663 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:18:54.660788 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-b05dc8f3-8afe-42ff-8f37-cb77fe4f2b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:54.849067 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:55.780355 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:55.917737 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:18:57.340500 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:19:06.789882 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9e72a96c-f933-4813-87a0-7ef2160a2710 req-b1d78e17-9f2f-4b9c-aad4-a54bfdde6fb8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600195 Jun 12 17:19:06.890301 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72a96c-f933-4813-87a0-7ef2160a2710 req-8e2691e5-bad2-444c-9d59-7eb1b65ca03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:19:06.891763 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9e72a96c-f933-4813-87a0-7ef2160a2710 req-8e2691e5-bad2-444c-9d59-7eb1b65ca03a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=99ffd93460544f318fb5e13c2b84c06a&device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 1099 time: 0.0619373 Jun 12 17:19:07.018698 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72a96c-f933-4813-87a0-7ef2160a2710 req-528bda5c-2fd2-4421-acb2-0ea1743eed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:19:07.020163 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9e72a96c-f933-4813-87a0-7ef2160a2710 req-528bda5c-2fd2-4421-acb2-0ea1743eed41 service neutron] 10.222.0.22 "GET /v2.0/networks?id=875a1d0a-42ae-4459-aeb5-99bd23688c75 HTTP/1.1" status: 200 len: 912 time: 0.1075439 Jun 12 17:19:07.103116 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9e72a96c-f933-4813-87a0-7ef2160a2710 req-4d0bec2a-8fdc-44eb-96b5-280131eddfb9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e5ff551-6914-48aa-918d-d2af080ec6b7 HTTP/1.1" status: 200 len: 1002 time: 0.0767262 Jun 12 17:19:07.156190 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72a96c-f933-4813-87a0-7ef2160a2710 req-4bd52afe-6e28-4060-81f5-cbcb794933a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:19:07.157546 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9e72a96c-f933-4813-87a0-7ef2160a2710 req-4bd52afe-6e28-4060-81f5-cbcb794933a5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8faeb43b-13c0-4a2f-ad66-9eb10ccd6107 HTTP/1.1" status: 200 len: 850 time: 0.0488696 Jun 12 17:19:07.225117 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72a96c-f933-4813-87a0-7ef2160a2710 req-6f06e3ab-5e09-4137-873d-6ec3d291219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:19:07.226803 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9e72a96c-f933-4813-87a0-7ef2160a2710 req-6f06e3ab-5e09-4137-873d-6ec3d291219c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=875a1d0a-42ae-4459-aeb5-99bd23688c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616503 Jun 12 17:19:07.340354 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9e72a96c-f933-4813-87a0-7ef2160a2710 req-e25fc347-556e-4c6d-a4fb-0c6b8fe35120 service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074781 Jun 12 17:19:07.448617 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-9e72a96c-f933-4813-87a0-7ef2160a2710 req-fd2bf6c2-cf54-4695-b907-57db26baf817 service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025074 Jun 12 17:19:22.088802 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-35b0b03d-d5c2-4eef-b1d6-f4f470b208d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:19:24.677153 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-fe4771bb-6e9a-495c-8719-f91d1827fd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:19:24.871422 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:19:25.802812 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:19:25.951604 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:19:27.333955 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:19:30.219851 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:19:52.081951 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-03780a78-cdd8-4937-a229-212ae94becc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:19:54.670313 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-a1d09115-e5a5-4e7a-abc7-0ee149df64f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:19:54.865052 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:19:55.802049 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:19:55.950549 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:19:57.339959 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:00.047682 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38886) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:20:00.534748 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Deleting port eb03376f-e363-4dd1-af95-f0b418f7c8ad {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:20:00.535083 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:00.632926 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:00.633163 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:00.723244 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Calling delete_port for eb03376f-e363-4dd1-af95-f0b418f7c8ad owned by network:floatingip {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:20:00.979148 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:00.981856 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-3e1a952c-3b97-415b-8e65-c758c061520d tempest-AttachVolumeTestJSON-1788646420 tempest-AttachVolumeTestJSON-1788646420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:20:01.009939 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event deleted for resources: {'Port': ['ID=eb03376f-e363-4dd1-af95-f0b418f7c8ad,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:20:01.021237 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:01.021638 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:01.022021 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:01.022399 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:01.022770 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:01.023143 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:01.023572 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:01.023947 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:01.024322 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:01.024686 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:01.025049 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:01.025409 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:01.047955 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:20:01.101153 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for floatingip, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:01.101495 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.l3_db [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Floating IP 8e666205-dfd8-4c60-a391-96c40aecb95f disassociated (deleted). External IP: 172.27.1.85, port: d35a36c2-3ce1-431e-8c9f-27ef9db46a76. Jun 12 17:20:01.375088 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Router 653a80cf-54b5-4005-826c-4301965435ff has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:20:01.529593 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:20:01.534354 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:01.538632 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f51aa64-1f53-4cd1-af9d-1f74b1a9f485 None None] Sync routers for ids ['653a80cf-54b5-4005-826c-4301965435ff'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:20:01.547988 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f51aa64-1f53-4cd1-af9d-1f74b1a9f485 None None] Routers {'653a80cf-54b5-4005-826c-4301965435ff'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:20:01.548603 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-9f51aa64-1f53-4cd1-af9d-1f74b1a9f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:19:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['653a80cf-54b5-4005-826c-4301965435ff'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:01.581005 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-6c2ba4c1-7dd9-488a-a83e-2025bec4930d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "DELETE /v2.0/floatingips/8e666205-dfd8-4c60-a391-96c40aecb95f HTTP/1.1" status: 204 len: 168 time: 1.5322249 Jun 12 17:20:01.581790 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef6ca8a-bc3e-4fa1-b289-47c0646f25a1', 'tag': 'd35a36c2-3ce1-431e-8c9f-27ef9db46a76'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:20:01.584150 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f36dbd-6ebc-4545-a567-ec247814346b" -d '{"events": [{"name": "network-changed", "server_uuid": "aef6ca8a-bc3e-4fa1-b289-47c0646f25a1", "tag": "d35a36c2-3ce1-431e-8c9f-27ef9db46a76"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:20:01.625241 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1eacb2-5883-4580-8e22-b4bea3323ff3 x-openstack-request-id: req-ff1eacb2-5883-4580-8e22-b4bea3323ff3 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:20:01.625807 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef6ca8a-bc3e-4fa1-b289-47c0646f25a1", "tag": "d35a36c2-3ce1-431e-8c9f-27ef9db46a76", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:20:01.626388 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff1eacb2-5883-4580-8e22-b4bea3323ff3 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:20:01.626844 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef6ca8a-bc3e-4fa1-b289-47c0646f25a1', 'tag': 'd35a36c2-3ce1-431e-8c9f-27ef9db46a76', 'status': 'completed', 'code': 200} Jun 12 17:20:01.692276 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-9f51aa64-1f53-4cd1-af9d-1f74b1a9f485 None None] Set router 653a80cf-54b5-4005-826c-4301965435ff gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:20:01.773036 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f36dbd-6ebc-4545-a567-ec247814346b req-ba62e49a-c1ed-4994-9345-63c3e9d11a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:20:01.774597 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-34f36dbd-6ebc-4545-a567-ec247814346b req-ba62e49a-c1ed-4994-9345-63c3e9d11a6b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=99ffd93460544f318fb5e13c2b84c06a&device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 1098 time: 0.1282382 Jun 12 17:20:01.900666 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f36dbd-6ebc-4545-a567-ec247814346b req-ebd425cb-f798-4cc7-8c43-1b6340685c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:20:01.902133 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-34f36dbd-6ebc-4545-a567-ec247814346b req-ebd425cb-f798-4cc7-8c43-1b6340685c99 service neutron] 10.222.0.22 "GET /v2.0/networks?id=875a1d0a-42ae-4459-aeb5-99bd23688c75 HTTP/1.1" status: 200 len: 912 time: 0.1195612 Jun 12 17:20:01.955493 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-34f36dbd-6ebc-4545-a567-ec247814346b req-55370ac0-8541-44dd-bb8b-6ef8fc82dd89 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d35a36c2-3ce1-431e-8c9f-27ef9db46a76 HTTP/1.1" status: 200 len: 217 time: 0.0473504 Jun 12 17:20:01.998207 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-9f51aa64-1f53-4cd1-af9d-1f74b1a9f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': 'ea53aed4-2d3b-45b3-9ad1-8efc2da44d5f', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '653a80cf-54b5-4005-826c-4301965435ff', 'port_id': '9e5ff551-6914-48aa-918d-d2af080ec6b7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'mac_address': 'fa:16:3e:c0:ac:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a579f-8667-47a2-b904-96a1cdd7d2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:16:35Z', 'updated_at': '2021-06-12T17:16:38Z', 'revision_number': 1, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ed60f4-2cbb-4f8d-8e64-b51c0513b839', 'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'mac_address': 'fa:16:3e:23:90:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:13Z', 'updated_at': '2021-06-12T17:13:18Z', 'revision_number': 5, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'subnets': [{'id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:02.002065 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f51aa64-1f53-4cd1-af9d-1f74b1a9f485 None None] Checking router: 653a80cf-54b5-4005-826c-4301965435ff for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:20:02.010417 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f51aa64-1f53-4cd1-af9d-1f74b1a9f485 None None] Routers {'653a80cf-54b5-4005-826c-4301965435ff'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:20:02.011090 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-9f51aa64-1f53-4cd1-af9d-1f74b1a9f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:19:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['653a80cf-54b5-4005-826c-4301965435ff'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:02.016901 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f36dbd-6ebc-4545-a567-ec247814346b req-0985efb7-0e5e-447b-8cd9-9f8af6fa7235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:20:02.018358 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-34f36dbd-6ebc-4545-a567-ec247814346b req-0985efb7-0e5e-447b-8cd9-9f8af6fa7235 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8faeb43b-13c0-4a2f-ad66-9eb10ccd6107 HTTP/1.1" status: 200 len: 850 time: 0.0574231 Jun 12 17:20:02.086640 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f36dbd-6ebc-4545-a567-ec247814346b req-1bba929a-719a-462b-aeb0-996a05accd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:20:02.088153 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-34f36dbd-6ebc-4545-a567-ec247814346b req-1bba929a-719a-462b-aeb0-996a05accd92 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=875a1d0a-42ae-4459-aeb5-99bd23688c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631149 Jun 12 17:20:02.164515 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-9f51aa64-1f53-4cd1-af9d-1f74b1a9f485 None None] Set router 653a80cf-54b5-4005-826c-4301965435ff gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:20:02.220285 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-34f36dbd-6ebc-4545-a567-ec247814346b req-167c8995-3ab4-4314-91ae-410e527a2703 service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240137 Jun 12 17:20:02.221424 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5875acf-52c5-4f06-9b23-921b776fcdad req-342e46de-cc94-4fd4-a323-58cc13f96cac tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:20:02.222921 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d5875acf-52c5-4f06-9b23-921b776fcdad req-342e46de-cc94-4fd4-a323-58cc13f96cac tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 945 time: 0.1525483 Jun 12 17:20:02.270278 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-d5875acf-52c5-4f06-9b23-921b776fcdad req-b5ba7db4-4a5f-4dea-a7a4-c15d828b2f1a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417044 Jun 12 17:20:02.339440 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-34f36dbd-6ebc-4545-a567-ec247814346b req-f880e04a-380d-49b7-b909-80189076dc00 service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112058 Jun 12 17:20:02.455573 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-9f51aa64-1f53-4cd1-af9d-1f74b1a9f485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': 'ea53aed4-2d3b-45b3-9ad1-8efc2da44d5f', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '653a80cf-54b5-4005-826c-4301965435ff', 'port_id': '9e5ff551-6914-48aa-918d-d2af080ec6b7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'mac_address': 'fa:16:3e:c0:ac:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a579f-8667-47a2-b904-96a1cdd7d2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:16:35Z', 'updated_at': '2021-06-12T17:16:38Z', 'revision_number': 1, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ed60f4-2cbb-4f8d-8e64-b51c0513b839', 'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'mac_address': 'fa:16:3e:23:90:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:13Z', 'updated_at': '2021-06-12T17:13:18Z', 'revision_number': 5, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'subnets': [{'id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:02.458813 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f51aa64-1f53-4cd1-af9d-1f74b1a9f485 None None] The sync data for ids ['653a80cf-54b5-4005-826c-4301965435ff'] in dv-cinder-796114-2-iscsi is: [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_floatingips': [{'id': 'ea53aed4-2d3b-45b3-9ad1-8efc2da44d5f', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'router_id': '653a80cf-54b5-4005-826c-4301965435ff', 'port_id': '9e5ff551-6914-48aa-918d-d2af080ec6b7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'mac_address': 'fa:16:3e:c0:ac:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1a579f-8667-47a2-b904-96a1cdd7d2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-12T17:16:35Z', 'updated_at': '2021-06-12T17:16:38Z', 'revision_number': 1, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ed60f4-2cbb-4f8d-8e64-b51c0513b839', 'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'mac_address': 'fa:16:3e:23:90:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:13Z', 'updated_at': '2021-06-12T17:13:18Z', 'revision_number': 5, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'subnets': [{'id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:20:02.662179 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300e9eea-8f17-4d7f-b053-4f4f2352a4a4 None None] New status for floating IP 8e666205-dfd8-4c60-a391-96c40aecb95f: DOWN {{(pid=92469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 17:20:03.527359 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614cdd1-10d8-484e-8474-8ecac16bfe89 req-599bd842-8e5c-4f42-a011-ad9d3b06faf5 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:20:03.529226 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4614cdd1-10d8-484e-8474-8ecac16bfe89 req-599bd842-8e5c-4f42-a011-ad9d3b06faf5 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 945 time: 0.1265671 Jun 12 17:20:03.570621 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-4614cdd1-10d8-484e-8474-8ecac16bfe89 req-8bf7bccc-1dd3-487e-82f7-c91e9b9b2dcf tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355899 Jun 12 17:20:03.640604 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d94388-b898-4495-80e6-1178cb0464fe req-202cd680-61b4-4407-936e-1ca7632c730e tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:20:03.642034 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-68d94388-b898-4495-80e6-1178cb0464fe req-202cd680-61b4-4407-936e-1ca7632c730e tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.22 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 945 time: 0.0706749 Jun 12 17:20:03.757051 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-68d94388-b898-4495-80e6-1178cb0464fe req-9e97baf5-2b1f-41e8-a180-df353a2fb92d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Deleting port d35a36c2-3ce1-431e-8c9f-27ef9db46a76 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:20:03.757374 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-68d94388-b898-4495-80e6-1178cb0464fe req-9e97baf5-2b1f-41e8-a180-df353a2fb92d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:03.873080 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-68d94388-b898-4495-80e6-1178cb0464fe req-9e97baf5-2b1f-41e8-a180-df353a2fb92d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] For port d35a36c2-3ce1-431e-8c9f-27ef9db46a76, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d35a36c2-3ce1-431e-8c9f-27ef9db46a76,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:20:03.873330 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-68d94388-b898-4495-80e6-1178cb0464fe req-9e97baf5-2b1f-41e8-a180-df353a2fb92d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:03.965332 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-68d94388-b898-4495-80e6-1178cb0464fe req-9e97baf5-2b1f-41e8-a180-df353a2fb92d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Calling delete_port for d35a36c2-3ce1-431e-8c9f-27ef9db46a76 owned by compute:nova {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:20:04.173305 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-68d94388-b898-4495-80e6-1178cb0464fe req-9e97baf5-2b1f-41e8-a180-df353a2fb92d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:04.177229 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-66a7cbff-d2f7-4079-bb63-b85f9d813fcb tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:20:04.208043 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97baf5-2b1f-41e8-a180-df353a2fb92d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event deleted for resources: {'Port': ['ID=d35a36c2-3ce1-431e-8c9f-27ef9db46a76,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:20:04.211109 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9e97baf5-2b1f-41e8-a180-df353a2fb92d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:20:04.268383 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d94388-b898-4495-80e6-1178cb0464fe req-9e97baf5-2b1f-41e8-a180-df353a2fb92d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] No DVR routers for this DVR port d35a36c2-3ce1-431e-8c9f-27ef9db46a76 on host hv-cinder-79611 {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:20:04.270918 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-68d94388-b898-4495-80e6-1178cb0464fe req-9e97baf5-2b1f-41e8-a180-df353a2fb92d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:04.272895 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-68d94388-b898-4495-80e6-1178cb0464fe req-9e97baf5-2b1f-41e8-a180-df353a2fb92d tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.22 "DELETE /v2.0/ports/d35a36c2-3ce1-431e-8c9f-27ef9db46a76 HTTP/1.1" status: 204 len: 173 time: 0.6252315 Jun 12 17:20:04.273411 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef6ca8a-bc3e-4fa1-b289-47c0646f25a1', 'name': 'network-vif-deleted', 'tag': 'd35a36c2-3ce1-431e-8c9f-27ef9db46a76'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:20:04.275762 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b55635-ba9f-48fe-97bc-1d3732318258" -d '{"events": [{"server_uuid": "aef6ca8a-bc3e-4fa1-b289-47c0646f25a1", "name": "network-vif-deleted", "tag": "d35a36c2-3ce1-431e-8c9f-27ef9db46a76"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:20:04.310333 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7b936d-6e60-47fa-ab5b-3f97f4b1fc05 x-openstack-request-id: req-4a7b936d-6e60-47fa-ab5b-3f97f4b1fc05 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:20:04.310699 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef6ca8a-bc3e-4fa1-b289-47c0646f25a1", "name": "network-vif-deleted", "tag": "d35a36c2-3ce1-431e-8c9f-27ef9db46a76", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:20:04.311007 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a7b936d-6e60-47fa-ab5b-3f97f4b1fc05 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:20:04.311450 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef6ca8a-bc3e-4fa1-b289-47c0646f25a1', 'name': 'network-vif-deleted', 'tag': 'd35a36c2-3ce1-431e-8c9f-27ef9db46a76', 'status': 'completed', 'code': 200} Jun 12 17:20:04.873512 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-b09223da-c769-47c1-a304-aeb75148fe80 req-098f27fc-eed7-488c-a98b-f53d92d0de13 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=aef6ca8a-bc3e-4fa1-b289-47c0646f25a1 HTTP/1.1" status: 200 len: 210 time: 0.0327642 Jun 12 17:20:07.218548 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:20:07.323399 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device d35a36c2-3ce1-431e-8c9f-27ef9db46a76 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:20:07.347884 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] No Port match for: d35a36c2-3ce1-431e-8c9f-27ef9db46a76 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:20:07.348260 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device d35a36c2-3ce1-431e-8c9f-27ef9db46a76 not bound to the agent host hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:20:08.441767 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38934) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:20:08.640786 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-69cdd6db-ca5a-4719-b312-22e266c35b94 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Deleting port 4d35ab28-6297-498e-98ca-4ec897458e11 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:20:08.641033 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-69cdd6db-ca5a-4719-b312-22e266c35b94 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:08.734428 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-69cdd6db-ca5a-4719-b312-22e266c35b94 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:08.734752 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-69cdd6db-ca5a-4719-b312-22e266c35b94 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:08.825562 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-69cdd6db-ca5a-4719-b312-22e266c35b94 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Calling delete_port for 4d35ab28-6297-498e-98ca-4ec897458e11 owned by network:floatingip {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:20:09.093640 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-69cdd6db-ca5a-4719-b312-22e266c35b94 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:09.095758 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:20:09.128287 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cdd6db-ca5a-4719-b312-22e266c35b94 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event deleted for resources: {'Port': ['ID=4d35ab28-6297-498e-98ca-4ec897458e11,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:20:09.130799 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-69cdd6db-ca5a-4719-b312-22e266c35b94 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:20:09.203639 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-69cdd6db-ca5a-4719-b312-22e266c35b94 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for floatingip, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:09.203972 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.db.l3_db [None req-69cdd6db-ca5a-4719-b312-22e266c35b94 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Floating IP ea53aed4-2d3b-45b3-9ad1-8efc2da44d5f disassociated (deleted). External IP: 172.27.1.208, port: 9e5ff551-6914-48aa-918d-d2af080ec6b7. Jun 12 17:20:09.478098 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cdd6db-ca5a-4719-b312-22e266c35b94 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Router 653a80cf-54b5-4005-826c-4301965435ff has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:20:09.923150 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cdd6db-ca5a-4719-b312-22e266c35b94 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:20:09.928155 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-69cdd6db-ca5a-4719-b312-22e266c35b94 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:09.932565 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24fffed-1285-4d28-a214-38fcebc4a7d6 None None] Sync routers for ids ['653a80cf-54b5-4005-826c-4301965435ff'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:20:09.942227 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24fffed-1285-4d28-a214-38fcebc4a7d6 None None] Routers {'653a80cf-54b5-4005-826c-4301965435ff'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:20:09.942833 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-e24fffed-1285-4d28-a214-38fcebc4a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:19:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['653a80cf-54b5-4005-826c-4301965435ff'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:09.973508 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-69cdd6db-ca5a-4719-b312-22e266c35b94 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "DELETE /v2.0/floatingips/ea53aed4-2d3b-45b3-9ad1-8efc2da44d5f HTTP/1.1" status: 204 len: 168 time: 1.5306475 Jun 12 17:20:09.974289 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1a579f-8667-47a2-b904-96a1cdd7d2c1', 'tag': '9e5ff551-6914-48aa-918d-d2af080ec6b7'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:20:09.976595 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44841cb-2fe5-4981-8a4e-fca483bb68c3" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1a579f-8667-47a2-b904-96a1cdd7d2c1", "tag": "9e5ff551-6914-48aa-918d-d2af080ec6b7"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:20:10.014508 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Jun 2021 17:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90727483-43f1-4f50-be7a-55c5faffea3a x-openstack-request-id: req-90727483-43f1-4f50-be7a-55c5faffea3a {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:20:10.014947 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1a579f-8667-47a2-b904-96a1cdd7d2c1", "tag": "9e5ff551-6914-48aa-918d-d2af080ec6b7", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:20:10.015251 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90727483-43f1-4f50-be7a-55c5faffea3a {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:20:10.015735 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1a579f-8667-47a2-b904-96a1cdd7d2c1', 'tag': '9e5ff551-6914-48aa-918d-d2af080ec6b7', 'status': 'completed', 'code': 200} Jun 12 17:20:10.100941 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44841cb-2fe5-4981-8a4e-fca483bb68c3 req-0f5fe2f7-ad80-4b21-8476-97ece6da941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:20:10.102528 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a44841cb-2fe5-4981-8a4e-fca483bb68c3 req-0f5fe2f7-ad80-4b21-8476-97ece6da941c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=99ffd93460544f318fb5e13c2b84c06a&device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 1099 time: 0.0621510 Jun 12 17:20:10.222480 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44841cb-2fe5-4981-8a4e-fca483bb68c3 req-5a2e4326-dcb7-4caa-ab8a-6fc9cd295dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:20:10.223939 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a44841cb-2fe5-4981-8a4e-fca483bb68c3 req-5a2e4326-dcb7-4caa-ab8a-6fc9cd295dad service neutron] 10.222.0.22 "GET /v2.0/networks?id=875a1d0a-42ae-4459-aeb5-99bd23688c75 HTTP/1.1" status: 200 len: 912 time: 0.1143141 Jun 12 17:20:10.231845 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-e24fffed-1285-4d28-a214-38fcebc4a7d6 None None] Set router 653a80cf-54b5-4005-826c-4301965435ff gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:20:10.276611 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a44841cb-2fe5-4981-8a4e-fca483bb68c3 req-0c29992b-b5eb-4021-8db5-104526903363 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e5ff551-6914-48aa-918d-d2af080ec6b7 HTTP/1.1" status: 200 len: 217 time: 0.0467839 Jun 12 17:20:10.339078 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44841cb-2fe5-4981-8a4e-fca483bb68c3 req-3259d719-b861-4140-b02d-a40bc3313417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:20:10.340459 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a44841cb-2fe5-4981-8a4e-fca483bb68c3 req-3259d719-b861-4140-b02d-a40bc3313417 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8faeb43b-13c0-4a2f-ad66-9eb10ccd6107 HTTP/1.1" status: 200 len: 850 time: 0.0581670 Jun 12 17:20:10.410180 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44841cb-2fe5-4981-8a4e-fca483bb68c3 req-be11af3d-a834-4ef0-82f1-fe51f21c12b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:20:10.411764 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a44841cb-2fe5-4981-8a4e-fca483bb68c3 req-be11af3d-a834-4ef0-82f1-fe51f21c12b7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=875a1d0a-42ae-4459-aeb5-99bd23688c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643747 Jun 12 17:20:10.500097 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-e24fffed-1285-4d28-a214-38fcebc4a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '04ed60f4-2cbb-4f8d-8e64-b51c0513b839', 'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'mac_address': 'fa:16:3e:23:90:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:13Z', 'updated_at': '2021-06-12T17:13:18Z', 'revision_number': 5, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'subnets': [{'id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:10.504536 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24fffed-1285-4d28-a214-38fcebc4a7d6 None None] Checking router: 653a80cf-54b5-4005-826c-4301965435ff for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:20:10.512685 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24fffed-1285-4d28-a214-38fcebc4a7d6 None None] Routers {'653a80cf-54b5-4005-826c-4301965435ff'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:20:10.513415 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-e24fffed-1285-4d28-a214-38fcebc4a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:19:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['653a80cf-54b5-4005-826c-4301965435ff'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:10.530530 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182648fa-28ed-451a-a68d-f50a53f18e30 req-ae815639-7e03-4a3a-9909-1b95b0b0befc tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:20:10.532138 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-182648fa-28ed-451a-a68d-f50a53f18e30 req-ae815639-7e03-4a3a-9909-1b95b0b0befc tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 946 time: 0.0717795 Jun 12 17:20:10.537291 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a44841cb-2fe5-4981-8a4e-fca483bb68c3 req-5fbc7c38-13c3-4683-9fec-9e17f577e060 service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184759 Jun 12 17:20:10.575582 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [req-182648fa-28ed-451a-a68d-f50a53f18e30 req-ffbfcd12-856b-40c8-8b30-9fa25af80d81 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370948 Jun 12 17:20:10.655517 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-a44841cb-2fe5-4981-8a4e-fca483bb68c3 req-30abed97-342f-43ac-8914-d39d13c92f6d service neutron] 10.222.0.22 "GET /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108608 Jun 12 17:20:10.658801 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-e24fffed-1285-4d28-a214-38fcebc4a7d6 None None] Set router 653a80cf-54b5-4005-826c-4301965435ff gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:20:10.911714 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-e24fffed-1285-4d28-a214-38fcebc4a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '04ed60f4-2cbb-4f8d-8e64-b51c0513b839', 'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'mac_address': 'fa:16:3e:23:90:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:13Z', 'updated_at': '2021-06-12T17:13:18Z', 'revision_number': 5, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'subnets': [{'id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:10.915008 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24fffed-1285-4d28-a214-38fcebc4a7d6 None None] The sync data for ids ['653a80cf-54b5-4005-826c-4301965435ff'] in dv-cinder-796114-2-iscsi is: [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:13:14Z', 'revision_number': 4, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi', '_interfaces': [{'id': '04ed60f4-2cbb-4f8d-8e64-b51c0513b839', 'name': '', 'network_id': '875a1d0a-42ae-4459-aeb5-99bd23688c75', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'mac_address': 'fa:16:3e:23:90:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:13Z', 'updated_at': '2021-06-12T17:13:18Z', 'revision_number': 5, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'subnets': [{'id': '8faeb43b-13c0-4a2f-ad66-9eb10ccd6107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:20:11.118123 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20fba2d-72d6-4640-98b8-5b154c7c116d None None] New status for floating IP ea53aed4-2d3b-45b3-9ad1-8efc2da44d5f: DOWN {{(pid=92469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 12 17:20:11.756828 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cf987-fa88-40c7-a451-beca22871c19 req-088874bb-2501-42f8-a267-927fd9892b0f tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:20:11.758257 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-468cf987-fa88-40c7-a451-beca22871c19 req-088874bb-2501-42f8-a267-927fd9892b0f tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 946 time: 0.0680654 Jun 12 17:20:11.804047 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-468cf987-fa88-40c7-a451-beca22871c19 req-352ec5ba-d7fa-4089-a7ef-c2ca2e28ada1 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/security-groups?id=49ff1b7d-4e96-4891-b031-6c3fe0767fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401773 Jun 12 17:20:11.902042 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c34bb-dee9-445f-9209-766aa4e3d075 req-5194847d-99a6-4fb7-a39a-de9a7d9ca491 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 12 17:20:11.903747 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-764c34bb-dee9-445f-9209-766aa4e3d075 req-5194847d-99a6-4fb7-a39a-de9a7d9ca491 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 946 time: 0.0740263 Jun 12 17:20:12.013961 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-764c34bb-dee9-445f-9209-766aa4e3d075 req-806b1a09-ea43-4e04-b483-998964589aba tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Deleting port 9e5ff551-6914-48aa-918d-d2af080ec6b7 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:20:12.014804 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-764c34bb-dee9-445f-9209-766aa4e3d075 req-806b1a09-ea43-4e04-b483-998964589aba tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:12.125374 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [req-764c34bb-dee9-445f-9209-766aa4e3d075 req-806b1a09-ea43-4e04-b483-998964589aba tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] For port 9e5ff551-6914-48aa-918d-d2af080ec6b7, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9e5ff551-6914-48aa-918d-d2af080ec6b7,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:20:12.125734 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-764c34bb-dee9-445f-9209-766aa4e3d075 req-806b1a09-ea43-4e04-b483-998964589aba tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:12.224096 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [req-764c34bb-dee9-445f-9209-766aa4e3d075 req-806b1a09-ea43-4e04-b483-998964589aba tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Calling delete_port for 9e5ff551-6914-48aa-918d-d2af080ec6b7 owned by compute:nova {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:20:12.430485 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-764c34bb-dee9-445f-9209-766aa4e3d075 req-806b1a09-ea43-4e04-b483-998964589aba tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:12.434769 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-b158a937-a4a6-4d8f-92f5-02c051cba8d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:20:12.467154 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b1a09-ea43-4e04-b483-998964589aba tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event deleted for resources: {'Port': ['ID=9e5ff551-6914-48aa-918d-d2af080ec6b7,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:20:12.471803 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-806b1a09-ea43-4e04-b483-998964589aba tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:20:12.521486 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [req-764c34bb-dee9-445f-9209-766aa4e3d075 req-806b1a09-ea43-4e04-b483-998964589aba tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] No DVR routers for this DVR port 9e5ff551-6914-48aa-918d-d2af080ec6b7 on host hv-cinder-79611 {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:20:12.523909 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [req-764c34bb-dee9-445f-9209-766aa4e3d075 req-806b1a09-ea43-4e04-b483-998964589aba tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for port, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:12.525859 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-764c34bb-dee9-445f-9209-766aa4e3d075 req-806b1a09-ea43-4e04-b483-998964589aba tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.22 "DELETE /v2.0/ports/9e5ff551-6914-48aa-918d-d2af080ec6b7 HTTP/1.1" status: 204 len: 173 time: 0.6173944 Jun 12 17:20:12.526397 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1a579f-8667-47a2-b904-96a1cdd7d2c1', 'name': 'network-vif-deleted', 'tag': '9e5ff551-6914-48aa-918d-d2af080ec6b7'}] {{(pid=92467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 12 17:20:12.528675 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a035d3095554bd3b684e721070453c3905a2fcedc6cc434cfd7e6b7ddf026b56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41213034-0875-4633-80d5-e32916f4ad40" -d '{"events": [{"server_uuid": "6a1a579f-8667-47a2-b904-96a1cdd7d2c1", "name": "network-vif-deleted", "tag": "9e5ff551-6914-48aa-918d-d2af080ec6b7"}]}' {{(pid=92467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 12 17:20:12.563910 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Jun 2021 17:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdde36c8-1a08-44c4-a18e-0a91e01cffe8 x-openstack-request-id: req-fdde36c8-1a08-44c4-a18e-0a91e01cffe8 {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 12 17:20:12.564232 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1a579f-8667-47a2-b904-96a1cdd7d2c1", "name": "network-vif-deleted", "tag": "9e5ff551-6914-48aa-918d-d2af080ec6b7", "status": "completed", "code": 200}]} {{(pid=92467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 12 17:20:12.564534 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fdde36c8-1a08-44c4-a18e-0a91e01cffe8 {{(pid=92467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 12 17:20:12.564977 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1a579f-8667-47a2-b904-96a1cdd7d2c1', 'name': 'network-vif-deleted', 'tag': '9e5ff551-6914-48aa-918d-d2af080ec6b7', 'status': 'completed', 'code': 200} Jun 12 17:20:12.958168 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [req-596442af-78f9-4947-8d7f-4857b17d60ca req-b5b29726-f70a-4eb9-a0de-23d94f859cc6 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a1a579f-8667-47a2-b904-96a1cdd7d2c1 HTTP/1.1" status: 200 len: 210 time: 0.0402081 Jun 12 17:20:14.049644 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38950) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:20:14.203917 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-c6b0bd74-feed-432e-9096-3b8ee5880f6a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Deleting port a5c8a280-0564-4123-a832-4ec855956385 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:20:14.204251 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c6b0bd74-feed-432e-9096-3b8ee5880f6a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:14.303018 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c6b0bd74-feed-432e-9096-3b8ee5880f6a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:14.303259 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c6b0bd74-feed-432e-9096-3b8ee5880f6a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:14.394813 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-c6b0bd74-feed-432e-9096-3b8ee5880f6a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Calling delete_port for a5c8a280-0564-4123-a832-4ec855956385 owned by network:floatingip {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:20:14.613388 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c6b0bd74-feed-432e-9096-3b8ee5880f6a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:14.615256 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-271d8928-76f4-42f9-b244-658965cebb96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:20:14.641697 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0bd74-feed-432e-9096-3b8ee5880f6a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event deleted for resources: {'Port': ['ID=a5c8a280-0564-4123-a832-4ec855956385,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:20:14.645102 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-c6b0bd74-feed-432e-9096-3b8ee5880f6a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:20:14.720958 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c6b0bd74-feed-432e-9096-3b8ee5880f6a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for floatingip, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:14.723442 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c6b0bd74-feed-432e-9096-3b8ee5880f6a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27992'] for floatingip, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:14.724592 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-c6b0bd74-feed-432e-9096-3b8ee5880f6a tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "DELETE /v2.0/floatingips/f53d0863-6764-45f2-9a30-370ffe88cb1e HTTP/1.1" status: 204 len: 168 time: 0.6739635 Jun 12 17:20:15.409293 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 9e5ff551-6914-48aa-918d-d2af080ec6b7 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:20:15.433529 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] No Port match for: 9e5ff551-6914-48aa-918d-d2af080ec6b7 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:20:15.433890 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Device 9e5ff551-6914-48aa-918d-d2af080ec6b7 not bound to the agent host hv-cinder-79611 {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:20:16.122473 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38962) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:20:16.183997 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c572c580-ba93-4926-a922-23cb89af6d0c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:16.209417 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c572c580-ba93-4926-a922-23cb89af6d0c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:16.345362 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c572c580-ba93-4926-a922-23cb89af6d0c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:16.348246 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-c572c580-ba93-4926-a922-23cb89af6d0c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:16.349358 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-c572c580-ba93-4926-a922-23cb89af6d0c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] 10.222.0.16 "DELETE /v2.0/security-groups/49ff1b7d-4e96-4891-b031-6c3fe0767fc2 HTTP/1.1" status: 204 len: 168 time: 0.2257416 Jun 12 17:20:16.351482 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9e571d2a-2496-48d1-9cec-783ed370f3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:20:16.360338 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572c580-ba93-4926-a922-23cb89af6d0c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ff1b7d-4e96-4891-b031-6c3fe0767fc2,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:20:16.362824 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-c572c580-ba93-4926-a922-23cb89af6d0c tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:20:16.508181 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38966) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:20:17.073177 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-a654a452-9b0b-4f38-a13d-c9ecaa052729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16398811'] for router_interface, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:17.391187 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-a654a452-9b0b-4f38-a13d-c9ecaa052729 admin admin] Deleting port 04ed60f4-2cbb-4f8d-8e64-b51c0513b839 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:20:17.391930 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-a654a452-9b0b-4f38-a13d-c9ecaa052729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:17.492505 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [None req-a654a452-9b0b-4f38-a13d-c9ecaa052729 admin admin] For port 04ed60f4-2cbb-4f8d-8e64-b51c0513b839, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=04ed60f4-2cbb-4f8d-8e64-b51c0513b839,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:20:17.492902 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-a654a452-9b0b-4f38-a13d-c9ecaa052729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:17.581450 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-a654a452-9b0b-4f38-a13d-c9ecaa052729 admin admin] Calling delete_port for 04ed60f4-2cbb-4f8d-8e64-b51c0513b839 owned by network:router_interface {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:20:17.836411 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-a654a452-9b0b-4f38-a13d-c9ecaa052729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:17.838504 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-69cdd6db-ca5a-4719-b312-22e266c35b94 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:20:17.869596 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654a452-9b0b-4f38-a13d-c9ecaa052729 admin admin] Pushing event deleted for resources: {'Port': ['ID=04ed60f4-2cbb-4f8d-8e64-b51c0513b839,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:20:17.873183 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-a654a452-9b0b-4f38-a13d-c9ecaa052729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:20:18.084783 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-a654a452-9b0b-4f38-a13d-c9ecaa052729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16267056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16398923'] for router_interface, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:18.681687 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a654a452-9b0b-4f38-a13d-c9ecaa052729 admin admin] Router 653a80cf-54b5-4005-826c-4301965435ff has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:20:18.819820 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a654a452-9b0b-4f38-a13d-c9ecaa052729 admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:20:18.825542 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-a654a452-9b0b-4f38-a13d-c9ecaa052729 admin admin] 10.222.0.16 "PUT /v2.0/routers/653a80cf-54b5-4005-826c-4301965435ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3153481 Jun 12 17:20:18.827109 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38970) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:20:18.829813 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b1da2-adbf-4aac-87af-21af45d3f64e None None] Sync routers for ids ['653a80cf-54b5-4005-826c-4301965435ff'] in dv-cinder-796114-2-iscsi {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:20:18.839749 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b1da2-adbf-4aac-87af-21af45d3f64e None None] Routers {'653a80cf-54b5-4005-826c-4301965435ff'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:20:18.840368 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-754b1da2-adbf-4aac-87af-21af45d3f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:19:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['653a80cf-54b5-4005-826c-4301965435ff'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:18.972397 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd006b8d-3b13-40ab-b84b-34610d2f8356 admin admin] Notify callbacks [] for router, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:18.990592 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-754b1da2-adbf-4aac-87af-21af45d3f64e None None] Set router 653a80cf-54b5-4005-826c-4301965435ff gateway port host: dv-cinder-796114-2-iscsi {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:20:19.107599 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd006b8d-3b13-40ab-b84b-34610d2f8356 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:19.232861 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-754b1da2-adbf-4aac-87af-21af45d3f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:20:17Z', 'revision_number': 5, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port': {'id': 'e8a68e33-ca2d-47a3-819a-306b755fab60', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a80cf-54b5-4005-826c-4301965435ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:11Z', 'updated_at': '2021-06-12T17:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:19.237297 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b1da2-adbf-4aac-87af-21af45d3f64e None None] Checking router: 653a80cf-54b5-4005-826c-4301965435ff for host: dv-cinder-796114-2-iscsi {{(pid=92468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:20:19.245227 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b1da2-adbf-4aac-87af-21af45d3f64e None None] Routers {'653a80cf-54b5-4005-826c-4301965435ff'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:20:19.245835 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-754b1da2-adbf-4aac-87af-21af45d3f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:19:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['653a80cf-54b5-4005-826c-4301965435ff'], 'active': True} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:19.267982 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-fd006b8d-3b13-40ab-b84b-34610d2f8356 admin admin] Deleting port e8a68e33-ca2d-47a3-819a-306b755fab60 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:20:19.268322 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd006b8d-3b13-40ab-b84b-34610d2f8356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:19.372559 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [None req-fd006b8d-3b13-40ab-b84b-34610d2f8356 admin admin] For port e8a68e33-ca2d-47a3-819a-306b755fab60, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=e8a68e33-ca2d-47a3-819a-306b755fab60,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:20:19.372918 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd006b8d-3b13-40ab-b84b-34610d2f8356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:19.468020 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-fd006b8d-3b13-40ab-b84b-34610d2f8356 admin admin] Calling delete_port for e8a68e33-ca2d-47a3-819a-306b755fab60 owned by network:router_gateway {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:20:19.518117 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvr_db [None req-754b1da2-adbf-4aac-87af-21af45d3f64e None None] Set router 653a80cf-54b5-4005-826c-4301965435ff gateway port host: None {{(pid=92468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:20:19.597709 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_hamode_db [None req-754b1da2-adbf-4aac-87af-21af45d3f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:20:19Z', 'revision_number': 6, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port_host': None}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:19.601202 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b1da2-adbf-4aac-87af-21af45d3f64e None None] The sync data for ids ['653a80cf-54b5-4005-826c-4301965435ff'] in dv-cinder-796114-2-iscsi is: [{'id': '653a80cf-54b5-4005-826c-4301965435ff', 'name': 'tempest-TestVolumeBootPattern-234491452-router', 'tenant_id': '99ffd93460544f318fb5e13c2b84c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:10Z', 'updated_at': '2021-06-12T17:20:19Z', 'revision_number': 6, 'project_id': '99ffd93460544f318fb5e13c2b84c06a', 'gw_port_host': None}] {{(pid=92468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:20:19.727591 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd006b8d-3b13-40ab-b84b-34610d2f8356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:19.729520 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-3fa3f490-9473-4a4b-883f-babd90e951f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:20:19.757986 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd006b8d-3b13-40ab-b84b-34610d2f8356 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a68e33-ca2d-47a3-819a-306b755fab60,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:20:19.761012 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-fd006b8d-3b13-40ab-b84b-34610d2f8356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:20:19.837126 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd006b8d-3b13-40ab-b84b-34610d2f8356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16397336'] for router_gateway, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:19.971043 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd006b8d-3b13-40ab-b84b-34610d2f8356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16469225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12268'] for router, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:19.973270 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd006b8d-3b13-40ab-b84b-34610d2f8356 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:20.111122 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd006b8d-3b13-40ab-b84b-34610d2f8356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16400959'] for router, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:20.111622 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd006b8d-3b13-40ab-b84b-34610d2f8356 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 653a80cf-54b5-4005-826c-4301965435ff {{(pid=92467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 17:20:20.115899 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-fd006b8d-3b13-40ab-b84b-34610d2f8356 admin admin] Notify callbacks [] for router, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:20.117087 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-fd006b8d-3b13-40ab-b84b-34610d2f8356 admin admin] 10.222.0.16 "DELETE /v2.0/routers/653a80cf-54b5-4005-826c-4301965435ff HTTP/1.1" status: 204 len: 168 time: 1.2890658 Jun 12 17:20:20.119587 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38972) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:20:20.175613 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2af2b9-37fc-42cb-847e-9c907f101354 admin admin] Deleting subnet 8faeb43b-13c0-4a2f-ad66-9eb10ccd6107 {{(pid=92467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 17:20:20.178836 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2b2af2b9-37fc-42cb-847e-9c907f101354 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:20.219545 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2b2af2b9-37fc-42cb-847e-9c907f101354 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58650085'] for subnet, precommit_delete_associations {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:20.262381 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [req-5706d336-1751-4782-b969-716eec281681 req-2be350b8-304b-41c8-9dab-0e5df85cbfbf service neutron] (92466) timed out ('10.222.0.22', 64306) {{(pid=92466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 12 17:20:20.313037 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2b2af2b9-37fc-42cb-847e-9c907f101354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744179'] for subnet, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:20.410165 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device e8a68e33-ca2d-47a3-819a-306b755fab60 no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:20:20.437016 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: e8a68e33-ca2d-47a3-819a-306b755fab60 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:20:20.437378 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device e8a68e33-ca2d-47a3-819a-306b755fab60 not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:20:20.437819 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 04ed60f4-2cbb-4f8d-8e64-b51c0513b839 no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:20:20.461307 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: 04ed60f4-2cbb-4f8d-8e64-b51c0513b839 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:20:20.461666 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 04ed60f4-2cbb-4f8d-8e64-b51c0513b839 not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:20:20.505495 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2b2af2b9-37fc-42cb-847e-9c907f101354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58649923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57867068'] for subnet, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:20.508903 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:20:20.543941 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-2b2af2b9-37fc-42cb-847e-9c907f101354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:20.545819 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-2b2af2b9-37fc-42cb-847e-9c907f101354 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8faeb43b-13c0-4a2f-ad66-9eb10ccd6107 HTTP/1.1" status: 204 len: 168 time: 0.4253147 Jun 12 17:20:20.547637 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2af2b9-37fc-42cb-847e-9c907f101354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8faeb43b-13c0-4a2f-ad66-9eb10ccd6107,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:20:20.549193 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.wsgi [-] (92466) accepted ('10.222.0.16', 38974) {{(pid=92466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:20:20.551088 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-2b2af2b9-37fc-42cb-847e-9c907f101354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:20:20.551499 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80284313-a078-4a08-bdb1-91dbaa0f2bb1 None None] Network 875a1d0a-42ae-4459-aeb5-99bd23688c75 requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:20:20.641321 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538232'] for network, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:20.699636 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Deleting port c184e832-931c-4c1b-b4d0-ab9248a7c4dd {{(pid=92466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:20:20.699985 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:20.786847 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.db [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] For port c184e832-931c-4c1b-b4d0-ab9248a7c4dd, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=c184e832-931c-4c1b-b4d0-ab9248a7c4dd,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:20:20.787240 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:20.791303 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] DHCP port deletion for 875a1d0a-42ae-4459-aeb5-99bd23688c75 request from dv-cinder-796114-2-iscsi {{(pid=92468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 17:20:20.845273 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] Deleting port c184e832-931c-4c1b-b4d0-ab9248a7c4dd {{(pid=92468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:20:20.845273 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:20.881686 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.plugin [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Calling delete_port for c184e832-931c-4c1b-b4d0-ab9248a7c4dd owned by network:dhcp {{(pid=92466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:20:20.928931 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] For port c184e832-931c-4c1b-b4d0-ab9248a7c4dd, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=c184e832-931c-4c1b-b4d0-ab9248a7c4dd,segment=NetworkSegment(2aebe96b-86af-463c-97b8-b994cb9b8aa4),segment_id=2aebe96b-86af-463c-97b8-b994cb9b8aa4)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:20:20.929335 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:21.018849 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] Calling delete_port for c184e832-931c-4c1b-b4d0-ab9248a7c4dd owned by network:dhcp {{(pid=92468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:20:21.047271 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12901262'] for port, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:21.050559 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-8436915a-80af-48e1-adb4-243604962371 tempest-TestShelveInstance-1237258573 tempest-TestShelveInstance-1237258573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:20:21.082622 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c184e832-931c-4c1b-b4d0-ab9248a7c4dd,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:20:21.087145 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] No DVR routers for this DVR port c184e832-931c-4c1b-b4d0-ab9248a7c4dd on host dv-cinder-796114-2-iscsi {{(pid=92466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:20:21.096597 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.097393 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.097393 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.097736 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.098106 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.098641 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.098837 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.099204 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.099600 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.101047 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.101047 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.101047 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: from cryptography.utils import int_from_bytes Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: from cryptography.utils import int_from_bytes Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: retrieve_revision_numbers = { Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: retrieve_revision_numbers = { Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: retrieve_revision_numbers = { Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: retrieve_revision_numbers = { Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: retrieve_revision_numbers = { Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: retrieve_revision_numbers = { Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: self.session.flush() Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: self.session.flush() Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: self.session.flush() Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: self.session.flush() Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: self.session.flush() Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: self.session.flush() Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: self.session.flush() Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: self.session.flush() Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: retrieve_revision_numbers = { Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: retrieve_revision_numbers = { Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: retrieve_revision_numbers = { Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 17:20:21.104586 dv-cinder-796114-2-iscsi neutron-server[92468]: self.session.flush() Jun 12 17:20:21.107920 dv-cinder-796114-2-iscsi neutron-server[92468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 17:20:21.107920 dv-cinder-796114-2-iscsi neutron-server[92468]: self.session.flush() Jun 12 17:20:21.107920 dv-cinder-796114-2-iscsi neutron-server[92468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 17:20:21.107920 dv-cinder-796114-2-iscsi neutron-server[92468]: self.session.flush() Jun 12 17:20:21.107920 dv-cinder-796114-2-iscsi neutron-server[92468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 17:20:21.107920 dv-cinder-796114-2-iscsi neutron-server[92468]: self.session.flush() Jun 12 17:20:21.107920 dv-cinder-796114-2-iscsi neutron-server[92468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 17:20:21.107920 dv-cinder-796114-2-iscsi neutron-server[92468]: self.session.flush() Jun 12 17:20:21.107920 dv-cinder-796114-2-iscsi neutron-server[92468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 17:20:21.107920 dv-cinder-796114-2-iscsi neutron-server[92468]: self.session.flush() Jun 12 17:20:21.107920 dv-cinder-796114-2-iscsi neutron-server[92468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 17:20:21.107920 dv-cinder-796114-2-iscsi neutron-server[92468]: self.session.flush() Jun 12 17:20:21.107920 dv-cinder-796114-2-iscsi neutron-server[92468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 12 17:20:21.107920 dv-cinder-796114-2-iscsi neutron-server[92468]: self.session.flush() Jun 12 17:20:21.113261 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048'] for port, after_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:21.115192 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:20:21.130338 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:20:21.140929 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] Pushing event deleted for resources: {'Port': ['ID=c184e832-931c-4c1b-b4d0-ab9248a7c4dd,revision_number=None']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:20:21.150949 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.153728 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.153728 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.153728 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.153728 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.153728 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.153728 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.153728 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.153728 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.154937 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.154937 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.154937 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-2-iscsi {{(pid=92468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 12 17:20:21.157999 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] No DVR routers for this DVR port c184e832-931c-4c1b-b4d0-ab9248a7c4dd on host dv-cinder-796114-2-iscsi {{(pid=92468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:20:21.159724 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-be5b5bc4-7302-44dd-afa9-56da7e2ac8ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:20:21.213427 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741742', 'neutron.services.segments.db._delete_segments_for_network-8742179925432'] for network, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:21.224721 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.services.segments.db [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875a1d0a-42ae-4459-aeb5-99bd23688c75']}} {{(pid=92466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:21.235402 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.services.segments.db [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aebe96b-86af-463c-97b8-b994cb9b8aa4') {'for_net_delete': True} {{(pid=92466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:21.235827 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.services.segments.db [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aebe96b-86af-463c-97b8-b994cb9b8aa4') {} {{(pid=92466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:21.245364 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742179925270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13496851'] for segment, before_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:21.260149 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:21.265754 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=92466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 17:20:21.266344 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12901341'] for segment, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: Traceback (most recent call last): Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: timer() Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: cb(*args, **kw) Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: return func(*args, **kwargs) Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: self._notify() Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: self.callback(batched_events) Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: event.method(event) Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: return f(self, *a, **k) Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: return self._get(url).json() Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: return self.request(url, 'GET', **kwargs) Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 17:20:21.268404 dv-cinder-796114-2-iscsi neutron-server[92466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 17:20:21.407147 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16397317'] for network, after_delete {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:21.412082 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron_lib.callbacks.manager [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:21.413956 dv-cinder-796114-2-iscsi neutron-server[92466]: INFO neutron.wsgi [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/875a1d0a-42ae-4459-aeb5-99bd23688c75 HTTP/1.1" status: 204 len: 168 time: 0.8635545 Jun 12 17:20:21.414721 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-997aad96-9a27-4422-8fd3-50419ae16322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:20:21.417106 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38976) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:20:21.434081 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=875a1d0a-42ae-4459-aeb5-99bd23688c75,revision_number=None']} {{(pid=92466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:20:21.436535 dv-cinder-796114-2-iscsi neutron-server[92466]: DEBUG oslo_concurrency.lockutils [None req-b27a872b-e4ab-4dd4-a634-099cfe28d2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:20:21.857797 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b6449b1e-afb0-4d30-a0c4-242a5d2757dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16398811'] for router_interface, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:22.093094 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-5192ab8a-02c8-493f-aba2-e08968bb6296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:22.174831 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-b6449b1e-afb0-4d30-a0c4-242a5d2757dd admin admin] Deleting port b0495af5-5046-4a38-9115-155d9ac64c77 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:20:22.175173 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b6449b1e-afb0-4d30-a0c4-242a5d2757dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:22.280378 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [None req-b6449b1e-afb0-4d30-a0c4-242a5d2757dd admin admin] For port b0495af5-5046-4a38-9115-155d9ac64c77, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=b0495af5-5046-4a38-9115-155d9ac64c77,segment=NetworkSegment(2d576635-b9b1-45a8-82bc-3424ec2222e1),segment_id=2d576635-b9b1-45a8-82bc-3424ec2222e1)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:20:22.280736 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b6449b1e-afb0-4d30-a0c4-242a5d2757dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:22.372635 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-b6449b1e-afb0-4d30-a0c4-242a5d2757dd admin admin] Calling delete_port for b0495af5-5046-4a38-9115-155d9ac64c77 owned by network:router_interface {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:20:22.402074 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device c184e832-931c-4c1b-b4d0-ab9248a7c4dd no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:20:22.430762 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: c184e832-931c-4c1b-b4d0-ab9248a7c4dd {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:20:22.431121 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device c184e832-931c-4c1b-b4d0-ab9248a7c4dd not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:20:22.693042 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b6449b1e-afb0-4d30-a0c4-242a5d2757dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:22.695033 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-345131e0-6952-4aee-b8fc-c168268d61e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:20:22.728729 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6449b1e-afb0-4d30-a0c4-242a5d2757dd admin admin] Pushing event deleted for resources: {'Port': ['ID=b0495af5-5046-4a38-9115-155d9ac64c77,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:20:22.731179 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-b6449b1e-afb0-4d30-a0c4-242a5d2757dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:20:23.261656 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-b6449b1e-afb0-4d30-a0c4-242a5d2757dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16267056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16398923'] for router_interface, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:23.544437 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6449b1e-afb0-4d30-a0c4-242a5d2757dd admin admin] Router 9ae44c42-6e84-4040-aae6-68125f780c7d has already been hosted by L3 agent c2404f62-2ebb-40d2-9dc4-c26a2425fa9a {{(pid=92467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 12 17:20:23.689685 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6449b1e-afb0-4d30-a0c4-242a5d2757dd admin admin] Notify agent at l3_agent.dv-cinder-796114-2-iscsi the message routers_updated {{(pid=92467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 12 17:20:23.694657 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-b6449b1e-afb0-4d30-a0c4-242a5d2757dd admin admin] 10.222.0.16 "PUT /v2.0/routers/9ae44c42-6e84-4040-aae6-68125f780c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2765429 Jun 12 17:20:23.697245 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38978) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:20:23.697980 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b53545-be45-4463-915f-66bbc5841cb0 None None] Sync routers for ids ['9ae44c42-6e84-4040-aae6-68125f780c7d'] in dv-cinder-796114-2-iscsi {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 12 17:20:23.707253 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b53545-be45-4463-915f-66bbc5841cb0 None None] Routers {'9ae44c42-6e84-4040-aae6-68125f780c7d'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:20:23.707886 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-76b53545-be45-4463-915f-66bbc5841cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:19:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['9ae44c42-6e84-4040-aae6-68125f780c7d'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:23.838516 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-14f16fb0-72a6-4daf-8d18-be5d9267e061 admin admin] Notify callbacks [] for router, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:23.852498 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-76b53545-be45-4463-915f-66bbc5841cb0 None None] Set router 9ae44c42-6e84-4040-aae6-68125f780c7d gateway port host: dv-cinder-796114-2-iscsi {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:20:23.974117 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-14f16fb0-72a6-4daf-8d18-be5d9267e061 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:24.082629 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-14f16fb0-72a6-4daf-8d18-be5d9267e061 admin admin] Deleting port 133c888d-da96-4e6a-9c0e-6b0f834e972f {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:20:24.083007 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-14f16fb0-72a6-4daf-8d18-be5d9267e061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:24.083175 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-76b53545-be45-4463-915f-66bbc5841cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae44c42-6e84-4040-aae6-68125f780c7d', 'name': 'tempest-TestVolumeBootPattern-1486332477-router', 'tenant_id': '752278d300e84ecb99f7d62d1d12a5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'external_fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '133c888d-da96-4e6a-9c0e-6b0f834e972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:18Z', 'updated_at': '2021-06-12T17:20:22Z', 'revision_number': 5, 'project_id': '752278d300e84ecb99f7d62d1d12a5b3', 'gw_port': {'id': '133c888d-da96-4e6a-9c0e-6b0f834e972f', 'name': '', 'network_id': 'ea6ee7b2-d8f2-435f-804e-11e3b9b06d41', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae44c42-6e84-4040-aae6-68125f780c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-12T17:13:18Z', 'updated_at': '2021-06-12T17:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91bb23a6-47cd-46ba-a600-d5abe9f7088a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-2-iscsi'}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:24.086350 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b53545-be45-4463-915f-66bbc5841cb0 None None] Checking router: 9ae44c42-6e84-4040-aae6-68125f780c7d for host: dv-cinder-796114-2-iscsi {{(pid=92469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 12 17:20:24.094299 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b53545-be45-4463-915f-66bbc5841cb0 None None] Routers {'9ae44c42-6e84-4040-aae6-68125f780c7d'} bound to L3 agent in host dv-cinder-796114-2-iscsi {{(pid=92469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 12 17:20:24.095704 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-76b53545-be45-4463-915f-66bbc5841cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-12T16:56:55Z,description=,heartbeat_timestamp=2021-06-12T17:19:55Z,host='dv-cinder-796114-2-iscsi',id=c2404f62-2ebb-40d2-9dc4-c26a2425fa9a,load=0,resource_versions=,resources_synced=,started_at=2021-06-12T16:56:55Z,topic='l3_agent')) {'router_ids': ['9ae44c42-6e84-4040-aae6-68125f780c7d'], 'active': True} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:24.183557 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [None req-14f16fb0-72a6-4daf-8d18-be5d9267e061 admin admin] For port 133c888d-da96-4e6a-9c0e-6b0f834e972f, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=133c888d-da96-4e6a-9c0e-6b0f834e972f,segment=NetworkSegment(39f2b66c-379e-485c-8b47-ddd0e57bfaa8),segment_id=39f2b66c-379e-485c-8b47-ddd0e57bfaa8)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:20:24.183932 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-14f16fb0-72a6-4daf-8d18-be5d9267e061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:24.211842 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_dvr_db [None req-76b53545-be45-4463-915f-66bbc5841cb0 None None] Set router 9ae44c42-6e84-4040-aae6-68125f780c7d gateway port host: None {{(pid=92469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 12 17:20:24.277035 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-14f16fb0-72a6-4daf-8d18-be5d9267e061 admin admin] Calling delete_port for 133c888d-da96-4e6a-9c0e-6b0f834e972f owned by network:router_gateway {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:20:24.387279 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.l3_hamode_db [None req-76b53545-be45-4463-915f-66bbc5841cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae44c42-6e84-4040-aae6-68125f780c7d', 'name': 'tempest-TestVolumeBootPattern-1486332477-router', 'tenant_id': '752278d300e84ecb99f7d62d1d12a5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:18Z', 'updated_at': '2021-06-12T17:20:23Z', 'revision_number': 6, 'project_id': '752278d300e84ecb99f7d62d1d12a5b3', 'gw_port_host': None}], 'dv-cinder-796114-2-iscsi', False) {} {{(pid=92469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:24.391016 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b53545-be45-4463-915f-66bbc5841cb0 None None] The sync data for ids ['9ae44c42-6e84-4040-aae6-68125f780c7d'] in dv-cinder-796114-2-iscsi is: [{'id': '9ae44c42-6e84-4040-aae6-68125f780c7d', 'name': 'tempest-TestVolumeBootPattern-1486332477-router', 'tenant_id': '752278d300e84ecb99f7d62d1d12a5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-12T17:13:18Z', 'updated_at': '2021-06-12T17:20:23Z', 'revision_number': 6, 'project_id': '752278d300e84ecb99f7d62d1d12a5b3', 'gw_port_host': None}] {{(pid=92469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 12 17:20:24.521770 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-14f16fb0-72a6-4daf-8d18-be5d9267e061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:24.523792 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-8bdaa791-1ee8-41e4-98d0-c02df5e9e4bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:20:24.552692 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f16fb0-72a6-4daf-8d18-be5d9267e061 admin admin] Pushing event deleted for resources: {'Port': ['ID=133c888d-da96-4e6a-9c0e-6b0f834e972f,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:20:24.555913 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-14f16fb0-72a6-4daf-8d18-be5d9267e061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:20:24.629028 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-14f16fb0-72a6-4daf-8d18-be5d9267e061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16397336'] for router_gateway, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:24.664744 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-542bb3a6-7d25-4b6d-a66b-0470a6ee0768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:24.762293 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-14f16fb0-72a6-4daf-8d18-be5d9267e061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16469225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12268'] for router, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:24.764479 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-14f16fb0-72a6-4daf-8d18-be5d9267e061 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:24.864649 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:24.887599 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-14f16fb0-72a6-4daf-8d18-be5d9267e061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16400959'] for router, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:24.888045 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f16fb0-72a6-4daf-8d18-be5d9267e061 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ae44c42-6e84-4040-aae6-68125f780c7d {{(pid=92467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 12 17:20:24.892144 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-14f16fb0-72a6-4daf-8d18-be5d9267e061 admin admin] Notify callbacks [] for router, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:24.893257 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-14f16fb0-72a6-4daf-8d18-be5d9267e061 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9ae44c42-6e84-4040-aae6-68125f780c7d HTTP/1.1" status: 204 len: 168 time: 1.1950865 Jun 12 17:20:24.895782 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38980) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:20:24.946428 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fe40a9-bd32-46c4-b6c1-aa6e984f0ca2 admin admin] Deleting subnet c416377f-9b05-41fb-b40c-f89e0684cb1c {{(pid=92467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 12 17:20:24.949367 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-33fe40a9-bd32-46c4-b6c1-aa6e984f0ca2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:24.990440 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-33fe40a9-bd32-46c4-b6c1-aa6e984f0ca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58650085'] for subnet, precommit_delete_associations {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:25.081890 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-33fe40a9-bd32-46c4-b6c1-aa6e984f0ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744179'] for subnet, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:25.202507 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-33fe40a9-bd32-46c4-b6c1-aa6e984f0ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16324059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58649923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57867068'] for subnet, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:25.205100 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-f18c17b7-e346-4d89-9424-aae9af04677e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:20:25.236728 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe40a9-bd32-46c4-b6c1-aa6e984f0ca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c416377f-9b05-41fb-b40c-f89e0684cb1c,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:20:25.239698 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-33fe40a9-bd32-46c4-b6c1-aa6e984f0ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:20:25.240718 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-33fe40a9-bd32-46c4-b6c1-aa6e984f0ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for subnet, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:25.242887 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-33fe40a9-bd32-46c4-b6c1-aa6e984f0ca2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c416377f-9b05-41fb-b40c-f89e0684cb1c HTTP/1.1" status: 204 len: 168 time: 0.3458495 Jun 12 17:20:25.245026 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38982) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:20:25.247525 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ceea94-6554-47bd-971a-c70730a528b2 None None] Network c403a279-9754-4370-9d76-3e3cd3bb02ae requested from dv-cinder-796114-2-iscsi {{(pid=92468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 12 17:20:25.338898 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-538232'] for network, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:25.399959 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] Deleting port 3892caed-f0ed-4560-a676-790b25bcd017 {{(pid=92467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:20:25.400300 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:25.470479 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6515c08-5d1b-4896-b29d-873bb1f21b93 None None] DHCP port deletion for c403a279-9754-4370-9d76-3e3cd3bb02ae request from dv-cinder-796114-2-iscsi {{(pid=92468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 12 17:20:25.487072 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.db [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] For port 3892caed-f0ed-4560-a676-790b25bcd017, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=3892caed-f0ed-4560-a676-790b25bcd017,segment=NetworkSegment(2d576635-b9b1-45a8-82bc-3424ec2222e1),segment_id=2d576635-b9b1-45a8-82bc-3424ec2222e1)] {{(pid=92467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:20:25.487429 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:25.521868 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-c6515c08-5d1b-4896-b29d-873bb1f21b93 None None] Deleting port 3892caed-f0ed-4560-a676-790b25bcd017 {{(pid=92468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 12 17:20:25.522281 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-c6515c08-5d1b-4896-b29d-873bb1f21b93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742179808552'] for port, before_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:25.580406 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.plugin [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] Calling delete_port for 3892caed-f0ed-4560-a676-790b25bcd017 owned by network:dhcp {{(pid=92467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:20:25.605283 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.db [None req-c6515c08-5d1b-4896-b29d-873bb1f21b93 None None] For port 3892caed-f0ed-4560-a676-790b25bcd017, host dv-cinder-796114-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-2-iscsi',level=0,port_id=3892caed-f0ed-4560-a676-790b25bcd017,segment=NetworkSegment(2d576635-b9b1-45a8-82bc-3424ec2222e1),segment_id=2d576635-b9b1-45a8-82bc-3424ec2222e1)] {{(pid=92468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 12 17:20:25.605689 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-c6515c08-5d1b-4896-b29d-873bb1f21b93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16396542'] for port, precommit_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:25.696468 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-c6515c08-5d1b-4896-b29d-873bb1f21b93 None None] Calling delete_port for 3892caed-f0ed-4560-a676-790b25bcd017 owned by network:dhcp {{(pid=92468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 12 17:20:25.738880 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58650297'] for port, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:25.741048 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-19142ec2-929a-4df1-a389-20cb245a7d23 tempest-TestVolumeBootPattern-1999490967 tempest-TestVolumeBootPattern-1999490967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:20:25.770197 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3892caed-f0ed-4560-a676-790b25bcd017,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:20:25.773296 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:20:25.774072 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] No DVR routers for this DVR port 3892caed-f0ed-4560-a676-790b25bcd017 on host dv-cinder-796114-2-iscsi {{(pid=92467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:20:25.803327 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-c6515c08-5d1b-4896-b29d-873bb1f21b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-365251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267042', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742179813452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742179371048'] for port, after_delete {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:25.806097 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-3711eecb-f5fe-4cb6-93fa-1298299022cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:20:25.836523 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6515c08-5d1b-4896-b29d-873bb1f21b93 None None] Pushing event deleted for resources: {'Port': ['ID=3892caed-f0ed-4560-a676-790b25bcd017,revision_number=None']} {{(pid=92468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:20:25.838174 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:25.838985 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG oslo_concurrency.lockutils [None req-c6515c08-5d1b-4896-b29d-873bb1f21b93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:20:25.839796 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6515c08-5d1b-4896-b29d-873bb1f21b93 None None] No DVR routers for this DVR port 3892caed-f0ed-4560-a676-790b25bcd017 on host dv-cinder-796114-2-iscsi {{(pid=92468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 12 17:20:25.876677 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741742', 'neutron.services.segments.db._delete_segments_for_network-8742179925432'] for network, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:25.887718 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c403a279-9754-4370-9d76-3e3cd3bb02ae']}} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:25.898901 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d576635-b9b1-45a8-82bc-3424ec2222e1') {'for_net_delete': True} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:25.899200 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.services.segments.db [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d576635-b9b1-45a8-82bc-3424ec2222e1') {} {{(pid=92467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 12 17:20:25.908600 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742179925270', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58650094'] for segment, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:25.922714 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726'] for segment, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:25.928968 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=92467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 12 17:20:25.929341 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58650346'] for segment, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: conditions |= (models_v2.Port.network_id.in_( Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: retrieve_revision_numbers = { Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: Traceback (most recent call last): Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: timer() Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: cb(*args, **kw) Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: return func(*args, **kwargs) Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: self._notify() Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: self.callback(batched_events) Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: event.method(event) Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: aggregate_uuid = self.p_client.list_aggregates( Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: return f(self, *a, **k) Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._get(url).json() Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: return self.request(url, 'GET', **kwargs) Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: base_url = self.get_endpoint(auth, allow=allow, Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 12 17:20:25.930964 dv-cinder-796114-2-iscsi neutron-server[92467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 12 17:20:25.934969 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:26.065069 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-61970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16267065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16397317'] for network, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:26.068515 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-306e940c-4491-4072-b424-201ce357031b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:20:26.071111 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267036'] for network, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:26.072857 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c403a279-9754-4370-9d76-3e3cd3bb02ae HTTP/1.1" status: 204 len: 168 time: 0.8269250 Jun 12 17:20:26.085994 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c403a279-9754-4370-9d76-3e3cd3bb02ae,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:20:26.088454 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-9de1b47a-a386-43ce-8d49-7cc4fc4636c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:20:26.365599 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38986) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:20:26.410133 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-63030053-07cf-4456-b2d3-835359dbcc72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99ffd93460544f318fb5e13c2b84c06a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430946 Jun 12 17:20:26.412510 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38988) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:20:26.414975 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device b0495af5-5046-4a38-9115-155d9ac64c77 no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:20:26.441538 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: b0495af5-5046-4a38-9115-155d9ac64c77 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:20:26.441901 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device b0495af5-5046-4a38-9115-155d9ac64c77 not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:20:26.442337 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 3892caed-f0ed-4560-a676-790b25bcd017 no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:20:26.468046 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-12dbd623-6a7f-4f0b-aca5-43ba91159580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:26.468934 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: 3892caed-f0ed-4560-a676-790b25bcd017 {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:20:26.468934 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 3892caed-f0ed-4560-a676-790b25bcd017 not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:20:26.469885 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 133c888d-da96-4e6a-9c0e-6b0f834e972f no longer exists at agent ovs-agent-dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 12 17:20:26.491616 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-12dbd623-6a7f-4f0b-aca5-43ba91159580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:26.493927 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.plugin [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] No Port match for: 133c888d-da96-4e6a-9c0e-6b0f834e972f {{(pid=92468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 12 17:20:26.494287 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron.plugins.ml2.rpc [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Device 133c888d-da96-4e6a-9c0e-6b0f834e972f not bound to the agent host dv-cinder-796114-2-iscsi {{(pid=92468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 12 17:20:26.624183 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-12dbd623-6a7f-4f0b-aca5-43ba91159580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:26.626798 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-12dbd623-6a7f-4f0b-aca5-43ba91159580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:26.628003 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-12dbd623-6a7f-4f0b-aca5-43ba91159580 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b58cf3bd-9620-4c4d-89ad-e61015ec70ad HTTP/1.1" status: 204 len: 168 time: 0.2099648 Jun 12 17:20:26.628795 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-2d55bbc7-8396-45f7-ba38-3e11bbcd0900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:20:26.637295 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbd623-6a7f-4f0b-aca5-43ba91159580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58cf3bd-9620-4c4d-89ad-e61015ec70ad,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:20:26.639708 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-12dbd623-6a7f-4f0b-aca5-43ba91159580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:20:27.348502 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38994) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:20:27.350121 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:27.396214 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-a0796d30-01a7-4bc5-b40e-8512b1de911a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=752278d300e84ecb99f7d62d1d12a5b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464211 Jun 12 17:20:27.398591 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [-] (92467) accepted ('10.222.0.16', 38996) {{(pid=92467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 12 17:20:27.448700 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-73a4b5d3-0f80-4d0f-a2cf-791d79a4675f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:27.471353 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-73a4b5d3-0f80-4d0f-a2cf-791d79a4675f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:27.624489 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-73a4b5d3-0f80-4d0f-a2cf-791d79a4675f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16381560'] for security_group, after_delete {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:27.628153 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron_lib.callbacks.manager [None req-73a4b5d3-0f80-4d0f-a2cf-791d79a4675f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:27.629276 dv-cinder-796114-2-iscsi neutron-server[92467]: INFO neutron.wsgi [None req-73a4b5d3-0f80-4d0f-a2cf-791d79a4675f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1182779-c449-4e24-ad01-503743add9f6 HTTP/1.1" status: 204 len: 168 time: 0.2298279 Jun 12 17:20:27.630058 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-84ea1b83-65ba-4a17-a71c-581768d18c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 12 17:20:27.638583 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4b5d3-0f80-4d0f-a2cf-791d79a4675f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1182779-c449-4e24-ad01-503743add9f6,revision_number=None']} {{(pid=92467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 12 17:20:27.640827 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG oslo_concurrency.lockutils [None req-73a4b5d3-0f80-4d0f-a2cf-791d79a4675f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 12 17:20:44.217542 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:20:52.098417 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-0a2424f8-2b2f-4094-a8a0-7cec679829a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:54.669633 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-71f2a06a-5abc-421e-ba5d-a2bf36292543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:54.869337 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:55.801044 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:55.949605 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:20:57.321010 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:21:21.216418 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:21:22.103487 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-2307478b-1aad-4c88-888a-bd3e7d4f5355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:21:24.686021 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-64bc565a-5cc7-43e7-a860-fad6afbfa655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:21:24.880390 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:21:25.868968 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:21:25.960288 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:21:27.371842 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:21:52.143236 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-0849b7f9-800b-42fb-942f-5d49a245cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:21:54.680040 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1254e933-cac1-4187-a1fb-377b98926f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:21:54.857252 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:21:55.794455 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:21:55.982573 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:21:57.371769 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:21:58.214503 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:22:22.107625 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1bf96ac1-43f1-4f41-84fa-49a2f02c7fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:22:24.662714 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16c2f986-228a-402c-b542-1ea2a76f5f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:22:24.862688 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:22:25.817219 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:22:25.982753 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:22:27.336591 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:22:32.173439 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [req-2bc9069e-533e-46a6-a3df-53c6c065b0f0 req-a7bf2268-915b-4dae-9ddc-9dcb81e8493b service neutron] (92467) timed out ('10.222.0.16', 60258) {{(pid=92467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 12 17:22:35.213081 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:22:52.102302 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-70dbd2d2-6232-4a43-8125-8937c1d015f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:22:54.690658 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9660-9ffa-4d22-ad37-591d8dcf5be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:22:54.867802 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:22:55.799861 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:22:55.988279 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:22:57.370082 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:23:12.211451 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:23:22.118989 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-4ed7aa96-63d7-435d-85bd-11f34228e280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:23:24.673151 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-b9973e55-c7d6-428d-8e86-416903c8bbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:23:24.873122 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:23:25.827375 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:23:26.016004 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:23:27.370456 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:23:49.209831 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:23:52.107198 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-5ea5f907-29b2-4345-a6dd-f0184c10f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:23:54.666781 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-4825223b-1098-47a9-8502-f01853436ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:23:54.872587 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:23:55.815479 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:23:56.026727 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:23:57.357527 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:24:22.243943 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-4f483c09-0d70-43f1-8e3f-186d29338ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:24:24.700391 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-daa17328-015f-4574-af10-8be9df354ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:24:24.872557 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:24:25.873314 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:24:26.015067 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:24:26.209334 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:24:27.380723 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:24:33.824107 dv-cinder-796114-2-iscsi neutron-server[92467]: DEBUG neutron.wsgi [req-88c9c652-98ff-4143-a747-5247ead51643 req-5fbd38d9-239a-4ba4-93c8-984418c049ff service neutron] (92467) timed out ('10.222.0.22', 64357) {{(pid=92467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 12 17:24:52.100850 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-91305fc2-c597-4a07-9f17-567c4e784652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:24:54.717706 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-18fbef2f-07dc-41b8-a449-37d700ce69a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:24:54.900408 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:24:55.837606 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:24:56.026083 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:24:57.384776 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:25:03.208226 dv-cinder-796114-2-iscsi neutron-server[92469]: DEBUG neutron.db.agents_db [None req-f851c290-d8cf-4c98-8216-b4722542db76 None None] Agent healthcheck: found 6 active agents {{(pid=92469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 12 17:25:22.134353 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-b9f011df-c1df-4164-9269-677b57e1c9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:25:24.723130 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-b6588653-3dd5-4e80-a8a6-78a799c0dcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:25:24.876009 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-6586f6ec-04f5-45a9-9ad8-57c23ca7f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:25:25.848782 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-16cb1488-3808-4624-91b2-8a157c8c5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:25:26.020036 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-66fd6e6a-3056-4e2b-abfc-86d191ba6e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 12 17:25:27.369050 dv-cinder-796114-2-iscsi neutron-server[92468]: DEBUG neutron_lib.callbacks.manager [None req-1608974a-8fdf-4bd5-b3ec-12f3008c0209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742179925414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747184'] for agent, after_update {{(pid=92468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}